2026-07-06T18:12:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f63d8f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f", "reconcileID": "06efffa0-ef2f-439a-b2d0-6730d337bc50", "Gateway": "e2e-api-b-f63d8f", "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f-authn-ssl"} 2026-07-06T18:12:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f63d8f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f", "reconcileID": "06efffa0-ef2f-439a-b2d0-6730d337bc50", "Gateway": "e2e-api-b-f63d8f", "namespace": "openshift-ingress"} 2026-07-06T18:12:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f63d8f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f", "reconcileID": "bfd39e83-a341-409f-a33d-4fef66755bf8", "Gateway": "e2e-api-b-f63d8f", "namespace": "openshift-ingress"} 2026-07-06T18:12:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f63d8f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f", "reconcileID": "bfd39e83-a341-409f-a33d-4fef66755bf8", "Gateway": "e2e-api-b-f63d8f", "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f-authn-ssl"} 2026-07-06T18:12:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f63d8f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f", "reconcileID": "bfd39e83-a341-409f-a33d-4fef66755bf8", "Gateway": "e2e-api-b-f63d8f", "namespace": "openshift-ingress"} 2026-07-06T18:12:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f63d8f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f", "reconcileID": "b5bc9980-64a9-474b-b8d2-f2d64d6433ae", "Gateway": "e2e-api-b-f63d8f", "namespace": "openshift-ingress"} 2026-07-06T18:12:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f63d8f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f", "reconcileID": "b5bc9980-64a9-474b-b8d2-f2d64d6433ae", "Gateway": "e2e-api-b-f63d8f", "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f-authn-ssl"} 2026-07-06T18:12:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f63d8f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f", "reconcileID": "b5bc9980-64a9-474b-b8d2-f2d64d6433ae", "Gateway": "e2e-api-b-f63d8f", "namespace": "openshift-ingress"} 2026-07-06T18:12:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-453d8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-453d8d", "reconcileID": "734e77b0-fa70-4518-bec6-c4fd86b8ce08", "Gateway": "e2e-api-a-453d8d", "namespace": "openshift-ingress"} 2026-07-06T18:12:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-453d8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-453d8d", "reconcileID": "734e77b0-fa70-4518-bec6-c4fd86b8ce08", "Gateway": "e2e-api-a-453d8d", "namespace": "openshift-ingress", "name": "e2e-api-a-453d8d-authn-ssl"} 2026-07-06T18:12:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-453d8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-453d8d", "reconcileID": "734e77b0-fa70-4518-bec6-c4fd86b8ce08", "Gateway": "e2e-api-a-453d8d", "namespace": "openshift-ingress"} 2026-07-06T18:12:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f63d8f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f", "reconcileID": "7a9b02f3-c7b3-4fd9-a93f-3cbebf0845a0", "Gateway": "e2e-api-b-f63d8f", "namespace": "openshift-ingress"} 2026-07-06T18:12:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f63d8f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f", "reconcileID": "7a9b02f3-c7b3-4fd9-a93f-3cbebf0845a0", "Gateway": "e2e-api-b-f63d8f", "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f-authn-ssl"} 2026-07-06T18:12:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f63d8f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f", "reconcileID": "7a9b02f3-c7b3-4fd9-a93f-3cbebf0845a0", "Gateway": "e2e-api-b-f63d8f", "namespace": "openshift-ingress"} 2026-07-06T18:12:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f63d8f"}, "namespace": "ai-tenant-e2e-api-b-f63d8f", "name": "openshift-service-ca.crt", "reconcileID": "87e35e8a-b84f-4d25-be47-8be5b5ebdccd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f63d8f"} 2026-07-06T18:12:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f63d8f"}, "namespace": "ai-tenant-e2e-api-b-f63d8f", "name": "odh-trusted-ca-bundle", "reconcileID": "5f9c7634-8528-4e3d-a817-595a4c628249", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f63d8f"} 2026-07-06T18:12:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f63d8f"}, "namespace": "ai-tenant-e2e-api-b-f63d8f", "name": "openshift-service-ca.crt", "reconcileID": "81317faa-9f5f-4957-9b13-7cfbd0e19929", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f63d8f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T18:12:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f63d8f"}, "namespace": "ai-tenant-e2e-api-b-f63d8f", "name": "openshift-service-ca.crt", "reconcileID": "81317faa-9f5f-4957-9b13-7cfbd0e19929", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f63d8f"} 2026-07-06T18:12:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f63d8f"}, "namespace": "ai-tenant-e2e-api-b-f63d8f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c47aa00c-28e4-46c3-a770-026ed919571c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f63d8f"} 2026-07-06T18:12:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f63d8f"}, "namespace": "ai-tenant-e2e-api-b-f63d8f", "name": "openshift-service-ca.crt", "reconcileID": "aab52d34-51ec-43c0-b50f-1065fce9d708", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f63d8f"} 2026-07-06T18:12:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f63d8f"}, "namespace": "ai-tenant-e2e-api-b-f63d8f", "name": "odh-trusted-ca-bundle", "reconcileID": "c1b0a272-5f3d-42bd-9d92-b90de2dbd37d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f63d8f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T18:12:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f63d8f"}, "namespace": "ai-tenant-e2e-api-b-f63d8f", "name": "odh-trusted-ca-bundle", "reconcileID": "c1b0a272-5f3d-42bd-9d92-b90de2dbd37d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f63d8f"} 2026-07-06T18:12:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f63d8f"}, "namespace": "ai-tenant-e2e-api-b-f63d8f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbb34686-bb17-4269-a171-30e21d3cd745", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f63d8f"} 2026-07-06T18:12:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f63d8f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f", "reconcileID": "eed1f01a-bc8c-4a78-841a-14ce69b85b14", "Gateway": "e2e-api-b-f63d8f", "namespace": "openshift-ingress"} 2026-07-06T18:12:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f63d8f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f", "reconcileID": "eed1f01a-bc8c-4a78-841a-14ce69b85b14", "Gateway": "e2e-api-b-f63d8f", "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f-authn-ssl"} 2026-07-06T18:12:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f63d8f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f", "reconcileID": "eed1f01a-bc8c-4a78-841a-14ce69b85b14", "Gateway": "e2e-api-b-f63d8f", "namespace": "openshift-ingress"} 2026-07-06T18:12:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e5f3ec84-b48a-4313-ab53-c02f59754d53", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T18:13:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-453d8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-453d8d", "reconcileID": "4b7158ae-9bf6-429a-9828-1c8bdfc39f46", "Gateway": "e2e-api-a-453d8d", "namespace": "openshift-ingress"} 2026-07-06T18:13:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-453d8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-453d8d", "reconcileID": "4b7158ae-9bf6-429a-9828-1c8bdfc39f46", "Gateway": "e2e-api-a-453d8d", "namespace": "openshift-ingress", "name": "e2e-api-a-453d8d-authn-ssl"} 2026-07-06T18:13:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-453d8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-453d8d", "reconcileID": "4b7158ae-9bf6-429a-9828-1c8bdfc39f46", "Gateway": "e2e-api-a-453d8d", "namespace": "openshift-ingress"} 2026-07-06T18:13:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f63d8f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f", "reconcileID": "d4e5d0d2-5a5f-446c-840e-ea9e83b0905f", "Gateway": "e2e-api-b-f63d8f", "namespace": "openshift-ingress"} 2026-07-06T18:13:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f63d8f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f", "reconcileID": "d4e5d0d2-5a5f-446c-840e-ea9e83b0905f", "Gateway": "e2e-api-b-f63d8f", "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f-authn-ssl"} 2026-07-06T18:13:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f63d8f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f", "reconcileID": "d4e5d0d2-5a5f-446c-840e-ea9e83b0905f", "Gateway": "e2e-api-b-f63d8f", "namespace": "openshift-ingress"} 2026-07-06T18:13:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "de90094d-e83b-4600-be98-c2744d774bfa", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T18:13:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-453d8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-453d8d", "reconcileID": "1b88b3b2-fc70-4c86-a4f8-cbaef15a129c", "Gateway": "e2e-api-a-453d8d", "namespace": "openshift-ingress"} 2026-07-06T18:13:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-453d8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-453d8d", "reconcileID": "1b88b3b2-fc70-4c86-a4f8-cbaef15a129c", "Gateway": "e2e-api-a-453d8d", "namespace": "openshift-ingress", "name": "e2e-api-a-453d8d-authn-ssl"} 2026-07-06T18:13:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-453d8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-453d8d", "reconcileID": "1b88b3b2-fc70-4c86-a4f8-cbaef15a129c", "Gateway": "e2e-api-a-453d8d", "namespace": "openshift-ingress"} 2026-07-06T18:13:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-453d8d"}, "namespace": "ai-tenant-e2e-api-a-453d8d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb356323-3f00-45eb-92e9-65c12bc07427", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-453d8d"} 2026-07-06T18:13:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-453d8d"}, "namespace": "ai-tenant-e2e-api-a-453d8d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb356323-3f00-45eb-92e9-65c12bc07427", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-453d8d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T18:13:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-453d8d"}, "namespace": "ai-tenant-e2e-api-a-453d8d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb356323-3f00-45eb-92e9-65c12bc07427", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-453d8d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T18:13:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-453d8d"}, "namespace": "ai-tenant-e2e-api-a-453d8d", "name": "odh-trusted-ca-bundle", "reconcileID": "b6323e86-e70c-4b35-a2ca-ece51348f8f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-453d8d"} 2026-07-06T18:13:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-453d8d"}, "namespace": "ai-tenant-e2e-api-a-453d8d", "name": "odh-trusted-ca-bundle", "reconcileID": "b6323e86-e70c-4b35-a2ca-ece51348f8f5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-453d8d"} 2026-07-06T18:13:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-453d8d"}, "namespace": "ai-tenant-e2e-api-a-453d8d", "name": "openshift-service-ca.crt", "reconcileID": "f9feba3d-fd99-40fe-a5e8-4a27c56436fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-453d8d"} 2026-07-06T18:13:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-453d8d"}, "namespace": "ai-tenant-e2e-api-a-453d8d", "name": "openshift-service-ca.crt", "reconcileID": "f9feba3d-fd99-40fe-a5e8-4a27c56436fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-453d8d"} 2026-07-06T18:13:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-453d8d"}, "namespace": "ai-tenant-e2e-api-a-453d8d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5041b0a4-02dd-41dd-a967-b9234bdc0bbd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-453d8d"} 2026-07-06T18:13:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-453d8d"}, "namespace": "ai-tenant-e2e-api-a-453d8d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5041b0a4-02dd-41dd-a967-b9234bdc0bbd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-453d8d"} 2026-07-06T18:13:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-453d8d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-453d8d", "reconcileID": "9b05e03d-6fd6-4cca-b087-adff0b28be26", "Gateway": "e2e-api-a-453d8d", "namespace": "openshift-ingress"} 2026-07-06T18:13:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "98bf8d52-7817-49af-aaf2-685b3423b70b", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T18:13:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f63d8f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f", "reconcileID": "fc2efcbc-354e-4e62-932c-952a2b511b1c", "Gateway": "e2e-api-b-f63d8f", "namespace": "openshift-ingress"} 2026-07-06T18:13:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f63d8f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f", "reconcileID": "fc2efcbc-354e-4e62-932c-952a2b511b1c", "Gateway": "e2e-api-b-f63d8f", "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f-authn-ssl"} 2026-07-06T18:13:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f63d8f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f", "reconcileID": "fc2efcbc-354e-4e62-932c-952a2b511b1c", "Gateway": "e2e-api-b-f63d8f", "namespace": "openshift-ingress"} 2026-07-06T18:13:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "a5c8e092-a502-4ceb-aa3e-7f13dc1625a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T18:13:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f63d8f"}, "namespace": "ai-tenant-e2e-api-b-f63d8f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acd1d140-ab37-47f5-a5b3-a58f42c16511", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f63d8f"} 2026-07-06T18:13:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f63d8f"}, "namespace": "ai-tenant-e2e-api-b-f63d8f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acd1d140-ab37-47f5-a5b3-a58f42c16511", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f63d8f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T18:13:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f63d8f"}, "namespace": "ai-tenant-e2e-api-b-f63d8f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acd1d140-ab37-47f5-a5b3-a58f42c16511", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-f63d8f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T18:13:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f63d8f"}, "namespace": "ai-tenant-e2e-api-b-f63d8f", "name": "odh-trusted-ca-bundle", "reconcileID": "52b73908-0cf6-4f97-b357-3ee44b21fd4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f63d8f"} 2026-07-06T18:13:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f63d8f"}, "namespace": "ai-tenant-e2e-api-b-f63d8f", "name": "odh-trusted-ca-bundle", "reconcileID": "52b73908-0cf6-4f97-b357-3ee44b21fd4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f63d8f"} 2026-07-06T18:13:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f63d8f"}, "namespace": "ai-tenant-e2e-api-b-f63d8f", "name": "openshift-service-ca.crt", "reconcileID": "48acb81c-a30e-45ce-8fa4-7ec909897740", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f63d8f"} 2026-07-06T18:13:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f63d8f"}, "namespace": "ai-tenant-e2e-api-b-f63d8f", "name": "openshift-service-ca.crt", "reconcileID": "48acb81c-a30e-45ce-8fa4-7ec909897740", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f63d8f"} 2026-07-06T18:13:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f63d8f"}, "namespace": "ai-tenant-e2e-api-b-f63d8f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2504eab-e4b2-497a-b5d9-dedebc479a71", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f63d8f"} 2026-07-06T18:13:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f63d8f"}, "namespace": "ai-tenant-e2e-api-b-f63d8f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2504eab-e4b2-497a-b5d9-dedebc479a71", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f63d8f"} 2026-07-06T18:13:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f63d8f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f63d8f", "reconcileID": "f26f2dba-29d4-4ae2-b0c8-c7a4cb5dae02", "Gateway": "e2e-api-b-f63d8f", "namespace": "openshift-ingress"} 2026-07-06T18:13:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "68190e70-9224-4539-83bf-beac0ea92c01", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:13:25Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "68190e70-9224-4539-83bf-beac0ea92c01", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18-authn-ssl"} 2026-07-06T18:13:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "68190e70-9224-4539-83bf-beac0ea92c01", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:13:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "77733408-3303-42a8-b81b-4d9fe7092313", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:13:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "77733408-3303-42a8-b81b-4d9fe7092313", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18-authn-ssl"} 2026-07-06T18:13:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "77733408-3303-42a8-b81b-4d9fe7092313", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:13:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "69927f6c-954e-4255-ae76-666134da4b50", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:13:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "69927f6c-954e-4255-ae76-666134da4b50", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18-authn-ssl"} 2026-07-06T18:13:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "69927f6c-954e-4255-ae76-666134da4b50", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:13:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "b210ddfe-f468-4c4b-a622-a5d236d920fd", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:13:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "b210ddfe-f468-4c4b-a622-a5d236d920fd", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18-authn-ssl"} 2026-07-06T18:13:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "b210ddfe-f468-4c4b-a622-a5d236d920fd", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:13:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "ad121bcf-2cbc-4d01-89bb-d579b4f19c1e", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:13:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "ad121bcf-2cbc-4d01-89bb-d579b4f19c1e", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18-authn-ssl"} 2026-07-06T18:13:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "ad121bcf-2cbc-4d01-89bb-d579b4f19c1e", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:13:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "992dbb75-2db1-4a2e-b442-d01467729099", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:13:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "992dbb75-2db1-4a2e-b442-d01467729099", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18-authn-ssl"} 2026-07-06T18:13:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "992dbb75-2db1-4a2e-b442-d01467729099", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:13:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "84666d74-05da-4cae-85b8-9ecb49fdfa20", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:13:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "84666d74-05da-4cae-85b8-9ecb49fdfa20", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18-authn-ssl"} 2026-07-06T18:13:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "84666d74-05da-4cae-85b8-9ecb49fdfa20", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:13:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "48fd0681-3844-4fc2-8906-212dd95c1a24", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:13:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "48fd0681-3844-4fc2-8906-212dd95c1a24", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18-authn-ssl"} 2026-07-06T18:13:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "48fd0681-3844-4fc2-8906-212dd95c1a24", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:13:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "openshift-service-ca.crt", "reconcileID": "aabd6d29-9c24-4d06-85b4-0be59a7a1028", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:13:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "openshift-service-ca.crt", "reconcileID": "66b437b0-8b2f-4674-809b-c27cb0010acb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T18:13:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "openshift-service-ca.crt", "reconcileID": "66b437b0-8b2f-4674-809b-c27cb0010acb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:13:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "odh-trusted-ca-bundle", "reconcileID": "972b6263-04fc-4496-b932-2aec3bd74f7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:13:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5cb3840f-1751-42e3-862c-e5ebd6b84a36", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:13:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "openshift-service-ca.crt", "reconcileID": "7b437873-23a0-4238-b0d9-8743c642fb28", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:13:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "odh-trusted-ca-bundle", "reconcileID": "d17da8b9-4616-42b6-82e2-51418f2ecf04", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T18:13:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "odh-trusted-ca-bundle", "reconcileID": "d17da8b9-4616-42b6-82e2-51418f2ecf04", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:13:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c1dbef5-33a8-47ba-b1bf-8476becc188c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:13:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "b0134f49-c284-416c-9e85-316413292f97", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:13:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "b0134f49-c284-416c-9e85-316413292f97", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18-authn-ssl"} 2026-07-06T18:13:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "b0134f49-c284-416c-9e85-316413292f97", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:13:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "01e27eec-c9c5-478a-87a1-e38ba8c5f8ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T18:13:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "f4a52736-efce-4558-b6d2-616439a35f24", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:13:33Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "f4a52736-efce-4558-b6d2-616439a35f24", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d-authn-ssl"} 2026-07-06T18:13:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "f4a52736-efce-4558-b6d2-616439a35f24", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:13:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "f20f5afc-44d8-4e2d-b157-74395577dc32", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:13:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "f20f5afc-44d8-4e2d-b157-74395577dc32", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d-authn-ssl"} 2026-07-06T18:13:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "f20f5afc-44d8-4e2d-b157-74395577dc32", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:13:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "7bb184f4-733f-440f-b3b3-907885e39eb8", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:13:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "7bb184f4-733f-440f-b3b3-907885e39eb8", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d-authn-ssl"} 2026-07-06T18:13:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "7bb184f4-733f-440f-b3b3-907885e39eb8", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:13:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "305e3538-251d-4382-8a28-06076b5de9ed", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:13:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "305e3538-251d-4382-8a28-06076b5de9ed", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d-authn-ssl"} 2026-07-06T18:13:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "305e3538-251d-4382-8a28-06076b5de9ed", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:13:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "29b54793-c378-4819-8c7a-43a2c4d23f1e", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:13:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "29b54793-c378-4819-8c7a-43a2c4d23f1e", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d-authn-ssl"} 2026-07-06T18:13:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "29b54793-c378-4819-8c7a-43a2c4d23f1e", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:13:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "4602f69a-83b7-4d31-bceb-bfaeb711c8b0", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:13:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "4602f69a-83b7-4d31-bceb-bfaeb711c8b0", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d-authn-ssl"} 2026-07-06T18:13:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "4602f69a-83b7-4d31-bceb-bfaeb711c8b0", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:13:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "e7f1ae15-e074-4a4c-a2d0-32a4357da222", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:13:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "e7f1ae15-e074-4a4c-a2d0-32a4357da222", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d-authn-ssl"} 2026-07-06T18:13:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "e7f1ae15-e074-4a4c-a2d0-32a4357da222", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:13:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "openshift-service-ca.crt", "reconcileID": "7107e795-d6c5-4471-84d7-c4b972c04266", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:13:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "openshift-service-ca.crt", "reconcileID": "59fe0fc1-d5fe-412c-85e9-8cf1ae46fdc0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T18:13:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "openshift-service-ca.crt", "reconcileID": "59fe0fc1-d5fe-412c-85e9-8cf1ae46fdc0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:13:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "odh-trusted-ca-bundle", "reconcileID": "4188b9de-1004-4c41-8187-5c943f0f5bb2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:13:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "021a5965-ce5c-4667-8104-341415599ac6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:13:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "openshift-service-ca.crt", "reconcileID": "c9f2ca60-aa72-453c-b1bc-614e8169ce2f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:13:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "odh-trusted-ca-bundle", "reconcileID": "cee3e815-84ff-416a-b00c-e2add29d4229", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T18:13:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "odh-trusted-ca-bundle", "reconcileID": "cee3e815-84ff-416a-b00c-e2add29d4229", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:13:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f8fffea7-46c1-4c75-84db-0dc4ae136a07", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:13:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "4bf2e472-c285-4f41-9ce7-7108826826b2", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:13:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "4bf2e472-c285-4f41-9ce7-7108826826b2", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d-authn-ssl"} 2026-07-06T18:13:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "4bf2e472-c285-4f41-9ce7-7108826826b2", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:13:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "5b0cd85c-7a82-43c3-b6c3-e254074d2460", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T18:13:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "245a1ce4-295b-434d-b83f-6fec2e52bb74", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:13:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "245a1ce4-295b-434d-b83f-6fec2e52bb74", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18-authn-ssl"} 2026-07-06T18:13:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "245a1ce4-295b-434d-b83f-6fec2e52bb74", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:13:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "fd4a56f9-98ba-495c-828c-608dfcb37457", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:13:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "fd4a56f9-98ba-495c-828c-608dfcb37457", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:13:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "fd4a56f9-98ba-495c-828c-608dfcb37457", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:13:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "5f4d3d0f-33ee-4d52-9000-3d703faee2b2", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:13:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "fd4a56f9-98ba-495c-828c-608dfcb37457", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18-kserve-route-authn"} 2026-07-06T18:13:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "fd4a56f9-98ba-495c-828c-608dfcb37457", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "authType": "userdefined"} 2026-07-06T18:13:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "fd4a56f9-98ba-495c-828c-608dfcb37457", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:13:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "5f4d3d0f-33ee-4d52-9000-3d703faee2b2", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18-authn-ssl"} 2026-07-06T18:13:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "5f4d3d0f-33ee-4d52-9000-3d703faee2b2", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:13:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "706fee0a-e552-4a7b-a304-6f58fc7f2f2a", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:13:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "706fee0a-e552-4a7b-a304-6f58fc7f2f2a", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:13:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "706fee0a-e552-4a7b-a304-6f58fc7f2f2a", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:13:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "706fee0a-e552-4a7b-a304-6f58fc7f2f2a", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18-kserve-route-authn"} 2026-07-06T18:13:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "706fee0a-e552-4a7b-a304-6f58fc7f2f2a", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "authType": "userdefined"} 2026-07-06T18:13:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "706fee0a-e552-4a7b-a304-6f58fc7f2f2a", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:13:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "ef4e3f6b-6878-4584-844a-9fb5e03c85a4", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:13:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "ef4e3f6b-6878-4584-844a-9fb5e03c85a4", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d-authn-ssl"} 2026-07-06T18:13:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "ef4e3f6b-6878-4584-844a-9fb5e03c85a4", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:13:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "573956de-d12c-4c3f-bcb6-f7696a61b9dc", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:13:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "573956de-d12c-4c3f-bcb6-f7696a61b9dc", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18-authn-ssl"} 2026-07-06T18:13:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "573956de-d12c-4c3f-bcb6-f7696a61b9dc", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:13:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "45950795-d5c1-4199-b7ea-f1336cb70739", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T18:13:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "e4c09da2-e083-4231-bb73-d521908bc0a0", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:13:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "e4c09da2-e083-4231-bb73-d521908bc0a0", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:13:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "e4c09da2-e083-4231-bb73-d521908bc0a0", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:13:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "e4c09da2-e083-4231-bb73-d521908bc0a0", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18-kserve-route-authn"} 2026-07-06T18:13:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "e4c09da2-e083-4231-bb73-d521908bc0a0", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "authType": "userdefined"} 2026-07-06T18:13:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "e4c09da2-e083-4231-bb73-d521908bc0a0", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:13:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "d71e2b86-5515-4dc5-aa93-86cb5ec59a0a", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:13:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "d71e2b86-5515-4dc5-aa93-86cb5ec59a0a", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:13:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "d71e2b86-5515-4dc5-aa93-86cb5ec59a0a", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:13:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "d71e2b86-5515-4dc5-aa93-86cb5ec59a0a", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18-kserve-route-authn"} 2026-07-06T18:13:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "d71e2b86-5515-4dc5-aa93-86cb5ec59a0a", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "authType": "userdefined"} 2026-07-06T18:13:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "d71e2b86-5515-4dc5-aa93-86cb5ec59a0a", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:13:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "ae0ab641-b87c-421c-bde8-c08f9144b32f", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T18:13:58Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T18:13:58Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T18:14:00Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T18:14:00Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T18:14:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "cdc01d9f-2adf-47a7-ad30-aed2be04037c", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:14:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "cdc01d9f-2adf-47a7-ad30-aed2be04037c", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:14:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "cdc01d9f-2adf-47a7-ad30-aed2be04037c", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:14:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "cdc01d9f-2adf-47a7-ad30-aed2be04037c", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18-kserve-route-authn"} 2026-07-06T18:14:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "cdc01d9f-2adf-47a7-ad30-aed2be04037c", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "authType": "userdefined"} 2026-07-06T18:14:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "cdc01d9f-2adf-47a7-ad30-aed2be04037c", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:14:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "85293181-93a1-4005-9750-c0860793a774", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:14:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "85293181-93a1-4005-9750-c0860793a774", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:14:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "85293181-93a1-4005-9750-c0860793a774", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:14:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "47dedd03-a3e3-45b0-8a2f-00bcaa04c22e", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:14:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "85293181-93a1-4005-9750-c0860793a774", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d-kserve-route-authn"} 2026-07-06T18:14:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "85293181-93a1-4005-9750-c0860793a774", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "authType": "userdefined"} 2026-07-06T18:14:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "85293181-93a1-4005-9750-c0860793a774", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:14:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "47dedd03-a3e3-45b0-8a2f-00bcaa04c22e", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d-authn-ssl"} 2026-07-06T18:14:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "47dedd03-a3e3-45b0-8a2f-00bcaa04c22e", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:14:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "26c818e9-4c9f-49ff-99a2-772d3772abc2", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:14:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "26c818e9-4c9f-49ff-99a2-772d3772abc2", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:14:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "26c818e9-4c9f-49ff-99a2-772d3772abc2", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:14:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "26c818e9-4c9f-49ff-99a2-772d3772abc2", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d-kserve-route-authn"} 2026-07-06T18:14:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "26c818e9-4c9f-49ff-99a2-772d3772abc2", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "authType": "userdefined"} 2026-07-06T18:14:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "26c818e9-4c9f-49ff-99a2-772d3772abc2", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:14:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "9cb5d594-74ac-4d0a-a22d-4ea9433d615b", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:14:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "9cb5d594-74ac-4d0a-a22d-4ea9433d615b", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d-authn-ssl"} 2026-07-06T18:14:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "9cb5d594-74ac-4d0a-a22d-4ea9433d615b", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:14:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "37ebfcb4-8910-40a1-abef-e986aa163d5f", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:14:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "37ebfcb4-8910-40a1-abef-e986aa163d5f", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:14:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "37ebfcb4-8910-40a1-abef-e986aa163d5f", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:14:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "37ebfcb4-8910-40a1-abef-e986aa163d5f", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d-kserve-route-authn"} 2026-07-06T18:14:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "37ebfcb4-8910-40a1-abef-e986aa163d5f", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "authType": "userdefined"} 2026-07-06T18:14:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "37ebfcb4-8910-40a1-abef-e986aa163d5f", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:14:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "dc7c109e-ab25-4bc1-a2d5-c515be784dd7", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:14:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "dc7c109e-ab25-4bc1-a2d5-c515be784dd7", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:14:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "dc7c109e-ab25-4bc1-a2d5-c515be784dd7", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:14:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "dc7c109e-ab25-4bc1-a2d5-c515be784dd7", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d-kserve-route-authn"} 2026-07-06T18:14:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "dc7c109e-ab25-4bc1-a2d5-c515be784dd7", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "authType": "userdefined"} 2026-07-06T18:14:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "dc7c109e-ab25-4bc1-a2d5-c515be784dd7", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:14:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "3ad0f1dd-f146-4a1a-987f-9c2e175c9152", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:14:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "3ad0f1dd-f146-4a1a-987f-9c2e175c9152", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:14:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "3ad0f1dd-f146-4a1a-987f-9c2e175c9152", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:14:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "3ad0f1dd-f146-4a1a-987f-9c2e175c9152", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d-kserve-route-authn"} 2026-07-06T18:14:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "3ad0f1dd-f146-4a1a-987f-9c2e175c9152", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "authType": "userdefined"} 2026-07-06T18:14:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "3ad0f1dd-f146-4a1a-987f-9c2e175c9152", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:14:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "c417fa90-6a07-4d62-9b13-0e39b0523e30", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:14:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "c417fa90-6a07-4d62-9b13-0e39b0523e30", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18-authn-ssl"} 2026-07-06T18:14:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "c417fa90-6a07-4d62-9b13-0e39b0523e30", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:14:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "e757a32d-2cc9-4892-b14a-7485fb4c2d40", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:14:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "e757a32d-2cc9-4892-b14a-7485fb4c2d40", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d-authn-ssl"} 2026-07-06T18:14:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "e757a32d-2cc9-4892-b14a-7485fb4c2d40", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:15:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "d330c8ff-b684-42bb-9e72-d5f2c6363bb9", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:15:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "d330c8ff-b684-42bb-9e72-d5f2c6363bb9", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18"} 2026-07-06T18:15:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "d330c8ff-b684-42bb-9e72-d5f2c6363bb9", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:15:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "d330c8ff-b684-42bb-9e72-d5f2c6363bb9", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:15:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "d330c8ff-b684-42bb-9e72-d5f2c6363bb9", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18-kserve-route-authn"} 2026-07-06T18:15:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "d330c8ff-b684-42bb-9e72-d5f2c6363bb9", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18-kserve-route-authn"} 2026-07-06T18:15:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "d330c8ff-b684-42bb-9e72-d5f2c6363bb9", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:15:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "d330c8ff-b684-42bb-9e72-d5f2c6363bb9", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:15:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "auth-test-model-3b0a18", "reconcileID": "914c15a3-98ac-4de6-9d61-1d21d2ac56d7", "LLMInferenceService": "auth-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:15:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "1451741b-8785-4181-87a4-b6a1ae95c310", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:15:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "1451741b-8785-4181-87a4-b6a1ae95c310", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18-authn-ssl"} 2026-07-06T18:15:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "1451741b-8785-4181-87a4-b6a1ae95c310", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:15:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "e523637d-bb7b-489e-81b6-a6f8d87bf55f", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:15:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "e523637d-bb7b-489e-81b6-a6f8d87bf55f", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18-authn-ssl"} 2026-07-06T18:15:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "e523637d-bb7b-489e-81b6-a6f8d87bf55f", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:15:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "921c604d-1e88-4d63-ab32-ae207864d635", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:15:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "921c604d-1e88-4d63-ab32-ae207864d635", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d"} 2026-07-06T18:15:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "921c604d-1e88-4d63-ab32-ae207864d635", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:15:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "921c604d-1e88-4d63-ab32-ae207864d635", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:15:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "921c604d-1e88-4d63-ab32-ae207864d635", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d-kserve-route-authn"} 2026-07-06T18:15:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "921c604d-1e88-4d63-ab32-ae207864d635", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d-kserve-route-authn"} 2026-07-06T18:15:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "921c604d-1e88-4d63-ab32-ae207864d635", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:15:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "921c604d-1e88-4d63-ab32-ae207864d635", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:15:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "auth-test-model-a0e97d", "reconcileID": "792dea42-badf-4226-ab46-1650e4a2fd93", "LLMInferenceService": "auth-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:15:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "1b0a043d-93d6-4792-a24b-30b8d3eeeca3", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:15:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "1b0a043d-93d6-4792-a24b-30b8d3eeeca3", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d-authn-ssl"} 2026-07-06T18:15:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "1b0a043d-93d6-4792-a24b-30b8d3eeeca3", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:15:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "746c5a10-53df-4341-bf7b-2ac652ef17e6", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:15:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "746c5a10-53df-4341-bf7b-2ac652ef17e6", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d-authn-ssl"} 2026-07-06T18:15:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "746c5a10-53df-4341-bf7b-2ac652ef17e6", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:15:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "4d73ed18-30e2-407a-9970-d93205a2f9c8", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:15:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "4d73ed18-30e2-407a-9970-d93205a2f9c8", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:15:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "4d73ed18-30e2-407a-9970-d93205a2f9c8", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:15:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "22f2a96e-5cf0-4190-9c9a-b31c5cc3724a", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:15:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "4d73ed18-30e2-407a-9970-d93205a2f9c8", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18-kserve-route-authn"} 2026-07-06T18:15:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "4d73ed18-30e2-407a-9970-d93205a2f9c8", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "authType": "userdefined"} 2026-07-06T18:15:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "4d73ed18-30e2-407a-9970-d93205a2f9c8", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:15:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "22f2a96e-5cf0-4190-9c9a-b31c5cc3724a", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18-authn-ssl"} 2026-07-06T18:15:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "22f2a96e-5cf0-4190-9c9a-b31c5cc3724a", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:15:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "313e48a0-6ba1-42c1-9772-bde3740d7b7e", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:15:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "313e48a0-6ba1-42c1-9772-bde3740d7b7e", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:15:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "313e48a0-6ba1-42c1-9772-bde3740d7b7e", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:15:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "313e48a0-6ba1-42c1-9772-bde3740d7b7e", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18-kserve-route-authn"} 2026-07-06T18:15:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "313e48a0-6ba1-42c1-9772-bde3740d7b7e", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "authType": "userdefined"} 2026-07-06T18:15:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "313e48a0-6ba1-42c1-9772-bde3740d7b7e", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:16:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "1605ab2a-fdbf-48a0-b055-3225940cb337", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:16:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "1605ab2a-fdbf-48a0-b055-3225940cb337", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18-authn-ssl"} 2026-07-06T18:16:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "1605ab2a-fdbf-48a0-b055-3225940cb337", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:16:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "6e2a75b4-679d-40bb-b058-8cde43c1f496", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:16:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "6e2a75b4-679d-40bb-b058-8cde43c1f496", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:16:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "6e2a75b4-679d-40bb-b058-8cde43c1f496", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:16:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "6e2a75b4-679d-40bb-b058-8cde43c1f496", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18-kserve-route-authn"} 2026-07-06T18:16:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "6e2a75b4-679d-40bb-b058-8cde43c1f496", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "authType": "userdefined"} 2026-07-06T18:16:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "6e2a75b4-679d-40bb-b058-8cde43c1f496", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:16:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "4cb52218-6a94-4d54-b8dc-017790b7d3c0", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:16:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "4cb52218-6a94-4d54-b8dc-017790b7d3c0", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:16:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "4cb52218-6a94-4d54-b8dc-017790b7d3c0", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:16:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "4cb52218-6a94-4d54-b8dc-017790b7d3c0", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18-kserve-route-authn"} 2026-07-06T18:16:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "4cb52218-6a94-4d54-b8dc-017790b7d3c0", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "authType": "userdefined"} 2026-07-06T18:16:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "4cb52218-6a94-4d54-b8dc-017790b7d3c0", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:16:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "be63ba5a-70cf-47fb-aa1b-a5e823983bc2", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:16:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "be63ba5a-70cf-47fb-aa1b-a5e823983bc2", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:16:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "be63ba5a-70cf-47fb-aa1b-a5e823983bc2", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:16:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "be63ba5a-70cf-47fb-aa1b-a5e823983bc2", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18-kserve-route-authn"} 2026-07-06T18:16:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "be63ba5a-70cf-47fb-aa1b-a5e823983bc2", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "authType": "userdefined"} 2026-07-06T18:16:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "be63ba5a-70cf-47fb-aa1b-a5e823983bc2", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:16:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "91c0145b-0e6e-42d2-a0e2-1db367532f97", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:16:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "91c0145b-0e6e-42d2-a0e2-1db367532f97", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:16:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "91c0145b-0e6e-42d2-a0e2-1db367532f97", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:16:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "23c5b38f-1388-4e2e-a888-f8a37eb7e4a5", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:16:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "91c0145b-0e6e-42d2-a0e2-1db367532f97", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d-kserve-route-authn"} 2026-07-06T18:16:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "91c0145b-0e6e-42d2-a0e2-1db367532f97", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "authType": "userdefined"} 2026-07-06T18:16:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "91c0145b-0e6e-42d2-a0e2-1db367532f97", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:16:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "23c5b38f-1388-4e2e-a888-f8a37eb7e4a5", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d-authn-ssl"} 2026-07-06T18:16:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "23c5b38f-1388-4e2e-a888-f8a37eb7e4a5", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:16:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "9d73457f-9e25-467f-a3ed-23bfe900aefb", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:16:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "9d73457f-9e25-467f-a3ed-23bfe900aefb", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:16:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "9d73457f-9e25-467f-a3ed-23bfe900aefb", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:16:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "9d73457f-9e25-467f-a3ed-23bfe900aefb", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d-kserve-route-authn"} 2026-07-06T18:16:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "9d73457f-9e25-467f-a3ed-23bfe900aefb", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "authType": "userdefined"} 2026-07-06T18:16:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "9d73457f-9e25-467f-a3ed-23bfe900aefb", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:16:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "953da628-d5c2-4426-9eac-3b33a3db89e5", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:16:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "953da628-d5c2-4426-9eac-3b33a3db89e5", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d-authn-ssl"} 2026-07-06T18:16:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "953da628-d5c2-4426-9eac-3b33a3db89e5", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:16:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "35cdf18a-bc33-4355-a0d8-6e5901645b02", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:16:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "35cdf18a-bc33-4355-a0d8-6e5901645b02", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:16:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "35cdf18a-bc33-4355-a0d8-6e5901645b02", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:16:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "35cdf18a-bc33-4355-a0d8-6e5901645b02", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d-kserve-route-authn"} 2026-07-06T18:16:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "35cdf18a-bc33-4355-a0d8-6e5901645b02", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "authType": "userdefined"} 2026-07-06T18:16:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "35cdf18a-bc33-4355-a0d8-6e5901645b02", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:16:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "af6a38f3-a2e6-4c3e-a4ea-974848250a44", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:16:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "af6a38f3-a2e6-4c3e-a4ea-974848250a44", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:16:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "af6a38f3-a2e6-4c3e-a4ea-974848250a44", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:16:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "af6a38f3-a2e6-4c3e-a4ea-974848250a44", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d-kserve-route-authn"} 2026-07-06T18:16:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "af6a38f3-a2e6-4c3e-a4ea-974848250a44", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "authType": "userdefined"} 2026-07-06T18:16:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "af6a38f3-a2e6-4c3e-a4ea-974848250a44", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:17:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "d7559788-0bba-49ce-a233-d5a24c45d87f", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:17:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "d7559788-0bba-49ce-a233-d5a24c45d87f", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18"} 2026-07-06T18:17:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "d7559788-0bba-49ce-a233-d5a24c45d87f", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:17:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "d7559788-0bba-49ce-a233-d5a24c45d87f", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:17:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "d7559788-0bba-49ce-a233-d5a24c45d87f", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18-kserve-route-authn"} 2026-07-06T18:17:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "d7559788-0bba-49ce-a233-d5a24c45d87f", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18-kserve-route-authn"} 2026-07-06T18:17:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "d7559788-0bba-49ce-a233-d5a24c45d87f", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:17:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "d7559788-0bba-49ce-a233-d5a24c45d87f", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:17:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "sub-test-model-3b0a18", "reconcileID": "90b05993-dfa4-4e29-ab81-056621fa0ef4", "LLMInferenceService": "sub-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:17:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "9f3f431e-fbd0-49c9-8925-50bf229714d3", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:17:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "9f3f431e-fbd0-49c9-8925-50bf229714d3", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18-authn-ssl"} 2026-07-06T18:17:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "9f3f431e-fbd0-49c9-8925-50bf229714d3", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:17:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "ee98be26-475d-4a29-8da6-eb835a09fd5e", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:17:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "ee98be26-475d-4a29-8da6-eb835a09fd5e", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18-authn-ssl"} 2026-07-06T18:17:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "ee98be26-475d-4a29-8da6-eb835a09fd5e", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:17:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "5dcfc521-d0df-49f4-9e47-09eaf7acaf28", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:17:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "5dcfc521-d0df-49f4-9e47-09eaf7acaf28", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d"} 2026-07-06T18:17:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "5dcfc521-d0df-49f4-9e47-09eaf7acaf28", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:17:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "5dcfc521-d0df-49f4-9e47-09eaf7acaf28", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:17:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "5dcfc521-d0df-49f4-9e47-09eaf7acaf28", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d-kserve-route-authn"} 2026-07-06T18:17:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "5dcfc521-d0df-49f4-9e47-09eaf7acaf28", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d-kserve-route-authn"} 2026-07-06T18:17:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "5dcfc521-d0df-49f4-9e47-09eaf7acaf28", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:17:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "5dcfc521-d0df-49f4-9e47-09eaf7acaf28", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:17:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "sub-test-model-a0e97d", "reconcileID": "6454e4ff-9ec6-4be6-b87d-ab7a59f76751", "LLMInferenceService": "sub-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:17:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "204300ef-c282-415d-8562-81abf147453f", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:17:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "204300ef-c282-415d-8562-81abf147453f", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d-authn-ssl"} 2026-07-06T18:17:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "204300ef-c282-415d-8562-81abf147453f", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:17:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "e096f67e-b13c-456b-9fed-f82ea7d58bea", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:17:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "e096f67e-b13c-456b-9fed-f82ea7d58bea", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d-authn-ssl"} 2026-07-06T18:17:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "e096f67e-b13c-456b-9fed-f82ea7d58bea", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:17:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "aa2ae891-37d6-4f9d-86c3-dee64801f7ca", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:17:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "aa2ae891-37d6-4f9d-86c3-dee64801f7ca", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:17:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "aa2ae891-37d6-4f9d-86c3-dee64801f7ca", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:17:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "80200b94-b36f-4ac5-ab0e-92026dbe92ef", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:17:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "aa2ae891-37d6-4f9d-86c3-dee64801f7ca", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18-kserve-route-authn"} 2026-07-06T18:17:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "aa2ae891-37d6-4f9d-86c3-dee64801f7ca", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "authType": "userdefined"} 2026-07-06T18:17:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "aa2ae891-37d6-4f9d-86c3-dee64801f7ca", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:17:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "80200b94-b36f-4ac5-ab0e-92026dbe92ef", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18-authn-ssl"} 2026-07-06T18:17:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "80200b94-b36f-4ac5-ab0e-92026dbe92ef", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:17:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "c656d4f3-018c-4de5-ae56-b006ec692f9d", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:17:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "c656d4f3-018c-4de5-ae56-b006ec692f9d", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:17:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "c656d4f3-018c-4de5-ae56-b006ec692f9d", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:17:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "c656d4f3-018c-4de5-ae56-b006ec692f9d", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18-kserve-route-authn"} 2026-07-06T18:17:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "c656d4f3-018c-4de5-ae56-b006ec692f9d", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "authType": "userdefined"} 2026-07-06T18:17:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "c656d4f3-018c-4de5-ae56-b006ec692f9d", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:17:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "ccb6b092-282f-48a1-b95c-3336ec06c465", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:17:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "ccb6b092-282f-48a1-b95c-3336ec06c465", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18-authn-ssl"} 2026-07-06T18:17:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "ccb6b092-282f-48a1-b95c-3336ec06c465", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:17:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "8976f84d-33aa-486a-81f5-447a8f177d64", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:17:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "8976f84d-33aa-486a-81f5-447a8f177d64", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:17:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "8976f84d-33aa-486a-81f5-447a8f177d64", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:17:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "8976f84d-33aa-486a-81f5-447a8f177d64", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18-kserve-route-authn"} 2026-07-06T18:17:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "8976f84d-33aa-486a-81f5-447a8f177d64", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "authType": "userdefined"} 2026-07-06T18:17:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "8976f84d-33aa-486a-81f5-447a8f177d64", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:17:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "351a3a70-8bf2-4e94-b250-cde5d90721dd", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:17:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "351a3a70-8bf2-4e94-b250-cde5d90721dd", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:17:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "351a3a70-8bf2-4e94-b250-cde5d90721dd", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:17:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "351a3a70-8bf2-4e94-b250-cde5d90721dd", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18-kserve-route-authn"} 2026-07-06T18:17:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "351a3a70-8bf2-4e94-b250-cde5d90721dd", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "authType": "userdefined"} 2026-07-06T18:17:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "351a3a70-8bf2-4e94-b250-cde5d90721dd", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:18:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "1be077aa-3498-4eb3-ba69-377d65d97518", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:18:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "1be077aa-3498-4eb3-ba69-377d65d97518", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:18:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "1be077aa-3498-4eb3-ba69-377d65d97518", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:18:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "1be077aa-3498-4eb3-ba69-377d65d97518", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18-kserve-route-authn"} 2026-07-06T18:18:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "1be077aa-3498-4eb3-ba69-377d65d97518", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "authType": "userdefined"} 2026-07-06T18:18:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "1be077aa-3498-4eb3-ba69-377d65d97518", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:18:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "d9b212b4-2aff-4d37-b13c-76a3121572b5", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:18:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "d9b212b4-2aff-4d37-b13c-76a3121572b5", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:18:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "d9b212b4-2aff-4d37-b13c-76a3121572b5", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:18:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "fcc4c6f4-e810-4fa4-b921-e1754966e899", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:18:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "d9b212b4-2aff-4d37-b13c-76a3121572b5", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d-kserve-route-authn"} 2026-07-06T18:18:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "d9b212b4-2aff-4d37-b13c-76a3121572b5", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "authType": "userdefined"} 2026-07-06T18:18:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "d9b212b4-2aff-4d37-b13c-76a3121572b5", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:18:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "fcc4c6f4-e810-4fa4-b921-e1754966e899", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d-authn-ssl"} 2026-07-06T18:18:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "fcc4c6f4-e810-4fa4-b921-e1754966e899", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:18:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "0db4403e-c23c-4e0b-a4dc-4560268e375e", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:18:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "0db4403e-c23c-4e0b-a4dc-4560268e375e", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:18:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "0db4403e-c23c-4e0b-a4dc-4560268e375e", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:18:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "0db4403e-c23c-4e0b-a4dc-4560268e375e", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d-kserve-route-authn"} 2026-07-06T18:18:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "0db4403e-c23c-4e0b-a4dc-4560268e375e", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "authType": "userdefined"} 2026-07-06T18:18:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "0db4403e-c23c-4e0b-a4dc-4560268e375e", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:18:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "3c282f7f-aecb-4e1a-ac67-be3f0c76555d", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:18:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "3c282f7f-aecb-4e1a-ac67-be3f0c76555d", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d-authn-ssl"} 2026-07-06T18:18:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "3c282f7f-aecb-4e1a-ac67-be3f0c76555d", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:18:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "58dc7681-942c-4f77-a7b7-0c97570b396b", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:18:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "58dc7681-942c-4f77-a7b7-0c97570b396b", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:18:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "58dc7681-942c-4f77-a7b7-0c97570b396b", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:18:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "58dc7681-942c-4f77-a7b7-0c97570b396b", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d-kserve-route-authn"} 2026-07-06T18:18:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "58dc7681-942c-4f77-a7b7-0c97570b396b", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "authType": "userdefined"} 2026-07-06T18:18:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "58dc7681-942c-4f77-a7b7-0c97570b396b", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:18:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "87e7b93c-0322-4d5c-92d1-e813f4f5973a", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T18:18:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "3a9ee289-e731-4305-b02c-54f5b67dd7f4", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:18:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "3a9ee289-e731-4305-b02c-54f5b67dd7f4", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:18:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "3a9ee289-e731-4305-b02c-54f5b67dd7f4", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:18:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "3a9ee289-e731-4305-b02c-54f5b67dd7f4", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d-kserve-route-authn"} 2026-07-06T18:18:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "3a9ee289-e731-4305-b02c-54f5b67dd7f4", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "authType": "userdefined"} 2026-07-06T18:18:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "3a9ee289-e731-4305-b02c-54f5b67dd7f4", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:18:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "83bf2d05-700d-42c9-b6ad-2051462d95cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T18:18:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "cf49fec7-ebf5-4d2e-9a6e-7bb9e4169a9f", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T18:19:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "a5cc4b47-fa4a-4ead-b685-11b08af44c3f", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:19:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "a5cc4b47-fa4a-4ead-b685-11b08af44c3f", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18"} 2026-07-06T18:19:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "a5cc4b47-fa4a-4ead-b685-11b08af44c3f", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:19:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "a5cc4b47-fa4a-4ead-b685-11b08af44c3f", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:19:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "a5cc4b47-fa4a-4ead-b685-11b08af44c3f", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18-kserve-route-authn"} 2026-07-06T18:19:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "a5cc4b47-fa4a-4ead-b685-11b08af44c3f", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18-kserve-route-authn"} 2026-07-06T18:19:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "a5cc4b47-fa4a-4ead-b685-11b08af44c3f", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:19:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "a5cc4b47-fa4a-4ead-b685-11b08af44c3f", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:19:00Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-3b0a18","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "rate-test-model-3b0a18", "reconcileID": "d8d6b487-ad25-43c1-a598-84e196b5550e", "LLMInferenceService": "rate-test-model-3b0a18", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:19:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "96bb71ac-8f8e-49db-b582-f45640505e43", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:19:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "96bb71ac-8f8e-49db-b582-f45640505e43", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18-authn-ssl"} 2026-07-06T18:19:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "96bb71ac-8f8e-49db-b582-f45640505e43", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:19:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "5235d5bb-59d9-4cbc-9083-76681c68c90e", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:19:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "5235d5bb-59d9-4cbc-9083-76681c68c90e", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18-authn-ssl"} 2026-07-06T18:19:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "5235d5bb-59d9-4cbc-9083-76681c68c90e", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:19:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "5c79df74-7905-4cf9-8c64-ae348142ac21", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:19:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "5c79df74-7905-4cf9-8c64-ae348142ac21", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d"} 2026-07-06T18:19:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "5c79df74-7905-4cf9-8c64-ae348142ac21", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:19:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "5c79df74-7905-4cf9-8c64-ae348142ac21", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:19:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "5c79df74-7905-4cf9-8c64-ae348142ac21", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d-kserve-route-authn"} 2026-07-06T18:19:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "5c79df74-7905-4cf9-8c64-ae348142ac21", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d-kserve-route-authn"} 2026-07-06T18:19:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "5c79df74-7905-4cf9-8c64-ae348142ac21", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:19:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "5c79df74-7905-4cf9-8c64-ae348142ac21", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:19:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-a0e97d","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "rate-test-model-a0e97d", "reconcileID": "7f159d0c-19e3-4da5-898b-1c4f8c61e7da", "LLMInferenceService": "rate-test-model-a0e97d", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:19:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "e3dfa5d2-fdbc-47fc-a9f7-3c64b81103be", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:19:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "e3dfa5d2-fdbc-47fc-a9f7-3c64b81103be", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d-authn-ssl"} 2026-07-06T18:19:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "e3dfa5d2-fdbc-47fc-a9f7-3c64b81103be", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:19:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "5bdfae34-acc7-43a1-8f47-5670d152568c", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:19:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "5bdfae34-acc7-43a1-8f47-5670d152568c", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d-authn-ssl"} 2026-07-06T18:19:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "5bdfae34-acc7-43a1-8f47-5670d152568c", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:19:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "491dbd99-81da-4d08-89aa-3c7d90ecd924", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T18:19:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "77615c8e-f5bd-4d53-8756-ce8e31ab51e0", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:19:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "77615c8e-f5bd-4d53-8756-ce8e31ab51e0", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18-authn-ssl"} 2026-07-06T18:19:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "77615c8e-f5bd-4d53-8756-ce8e31ab51e0", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:19:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae9d4012-be54-495d-87e5-e009cfb8c976", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:19:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae9d4012-be54-495d-87e5-e009cfb8c976", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3b0a18", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T18:19:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae9d4012-be54-495d-87e5-e009cfb8c976", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-3b0a18 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T18:19:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "odh-trusted-ca-bundle", "reconcileID": "54f185cc-2030-4200-92e0-8b0499ac72ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:19:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "odh-trusted-ca-bundle", "reconcileID": "54f185cc-2030-4200-92e0-8b0499ac72ab", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:19:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "openshift-service-ca.crt", "reconcileID": "50ceb4eb-b33e-42fb-8d07-44b148c0aeed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:19:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "openshift-service-ca.crt", "reconcileID": "50ceb4eb-b33e-42fb-8d07-44b148c0aeed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:19:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4692e117-ae52-41f2-8893-c114e9eb2c05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:19:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-3b0a18"}, "namespace": "ai-tenant-e2e-shared-a-3b0a18", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4692e117-ae52-41f2-8893-c114e9eb2c05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-3b0a18"} 2026-07-06T18:19:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-3b0a18","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-3b0a18", "reconcileID": "e2fcbcb2-65d8-492e-b6fe-677e06f7db37", "Gateway": "e2e-shared-a-3b0a18", "namespace": "openshift-ingress"} 2026-07-06T18:19:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "be9174c7-e884-44cf-a41b-14a3d47e1ac6", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-06T18:19:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "2ca55571-adcd-4c7f-aabc-bd86c9502450", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:19:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "2ca55571-adcd-4c7f-aabc-bd86c9502450", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d-authn-ssl"} 2026-07-06T18:19:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "2ca55571-adcd-4c7f-aabc-bd86c9502450", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"} 2026-07-06T18:19:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50bdcacd-3647-4e41-993e-51ca58ebd118", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:19:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50bdcacd-3647-4e41-993e-51ca58ebd118", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a0e97d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T18:19:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50bdcacd-3647-4e41-993e-51ca58ebd118", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-a0e97d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T18:19:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "odh-trusted-ca-bundle", "reconcileID": "09d85f9d-d5c8-4694-b8bc-a04112c73c58", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:19:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "odh-trusted-ca-bundle", "reconcileID": "09d85f9d-d5c8-4694-b8bc-a04112c73c58", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:19:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "openshift-service-ca.crt", "reconcileID": "5a238154-9980-48b0-83f3-174188e034bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:19:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "openshift-service-ca.crt", "reconcileID": "5a238154-9980-48b0-83f3-174188e034bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:19:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0b716ef-ea95-4ebf-af9f-92420ba51868", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:19:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a0e97d"}, "namespace": "ai-tenant-e2e-shared-b-a0e97d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0b716ef-ea95-4ebf-af9f-92420ba51868", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a0e97d"} 2026-07-06T18:19:51Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a0e97d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a0e97d", "reconcileID": "fde61276-7ca7-4f2e-814b-f4b71e29099c", "Gateway": "e2e-shared-b-a0e97d", "namespace": "openshift-ingress"}