2026-07-13T19:36:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f2d389"}, "namespace": "ai-tenant-e2e-api-b-f2d389", "name": "openshift-service-ca.crt", "reconcileID": "80a1ff33-1755-48f4-99bc-3c5ade15e675", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f2d389"} 2026-07-13T19:36:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f2d389"}, "namespace": "ai-tenant-e2e-api-b-f2d389", "name": "openshift-service-ca.crt", "reconcileID": "87a7a9e8-38fe-411c-b8ca-018378461c3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f2d389"} 2026-07-13T19:36:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f2d389"}, "namespace": "ai-tenant-e2e-api-b-f2d389", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e29e3a21-d792-4397-9520-b58400e2a8f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f2d389"} 2026-07-13T19:36:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f2d389"}, "namespace": "ai-tenant-e2e-api-b-f2d389", "name": "odh-trusted-ca-bundle", "reconcileID": "b9e327ed-ab7c-4585-be17-a7c0369bfa3a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f2d389", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T19:36:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f2d389"}, "namespace": "ai-tenant-e2e-api-b-f2d389", "name": "odh-trusted-ca-bundle", "reconcileID": "b9e327ed-ab7c-4585-be17-a7c0369bfa3a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f2d389"} 2026-07-13T19:36:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f2d389"}, "namespace": "ai-tenant-e2e-api-b-f2d389", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5aa8dca8-e6b9-4511-8a66-7c4b6e6581a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f2d389"} 2026-07-13T19:36:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f2d389","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f2d389", "reconcileID": "27d6b83c-1c75-4ad4-af3e-1d74c003f01b", "Gateway": "e2e-api-b-f2d389", "namespace": "openshift-ingress"} 2026-07-13T19:36:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f2d389","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f2d389", "reconcileID": "27d6b83c-1c75-4ad4-af3e-1d74c003f01b", "Gateway": "e2e-api-b-f2d389", "namespace": "openshift-ingress", "name": "e2e-api-b-f2d389-authn-ssl"} 2026-07-13T19:36:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f2d389","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f2d389", "reconcileID": "27d6b83c-1c75-4ad4-af3e-1d74c003f01b", "Gateway": "e2e-api-b-f2d389", "namespace": "openshift-ingress"} 2026-07-13T19:36:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fc8a04c1-6ef6-424a-ad00-4cd8a76a6037", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T19:36:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-868895","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-868895", "reconcileID": "68f54253-04ce-4409-bd71-2aaf9dbed27a", "Gateway": "e2e-api-a-868895", "namespace": "openshift-ingress"} 2026-07-13T19:36:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-868895","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-868895", "reconcileID": "68f54253-04ce-4409-bd71-2aaf9dbed27a", "Gateway": "e2e-api-a-868895", "namespace": "openshift-ingress", "name": "e2e-api-a-868895-authn-ssl"} 2026-07-13T19:36:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-868895","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-868895", "reconcileID": "68f54253-04ce-4409-bd71-2aaf9dbed27a", "Gateway": "e2e-api-a-868895", "namespace": "openshift-ingress"} 2026-07-13T19:36:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f2d389","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f2d389", "reconcileID": "41c49b95-fa47-4f0d-b4f7-99d72e7122c5", "Gateway": "e2e-api-b-f2d389", "namespace": "openshift-ingress"} 2026-07-13T19:36:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f2d389","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f2d389", "reconcileID": "41c49b95-fa47-4f0d-b4f7-99d72e7122c5", "Gateway": "e2e-api-b-f2d389", "namespace": "openshift-ingress", "name": "e2e-api-b-f2d389-authn-ssl"} 2026-07-13T19:36:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f2d389","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f2d389", "reconcileID": "41c49b95-fa47-4f0d-b4f7-99d72e7122c5", "Gateway": "e2e-api-b-f2d389", "namespace": "openshift-ingress"} 2026-07-13T19:36:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7dd9f636-4d8a-4c62-8444-3cb96dafebe0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T19:36:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "77963794-0c31-4939-87a8-5a99d6a7c6d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T19:36:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "41d930b0-c7e8-4811-bf26-bea770780c2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T19:36:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-868895","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-868895", "reconcileID": "7a68b238-9909-4435-afa4-efe29e29f6d8", "Gateway": "e2e-api-a-868895", "namespace": "openshift-ingress"} 2026-07-13T19:36:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-868895","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-868895", "reconcileID": "7a68b238-9909-4435-afa4-efe29e29f6d8", "Gateway": "e2e-api-a-868895", "namespace": "openshift-ingress", "name": "e2e-api-a-868895-authn-ssl"} 2026-07-13T19:36:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-868895","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-868895", "reconcileID": "7a68b238-9909-4435-afa4-efe29e29f6d8", "Gateway": "e2e-api-a-868895", "namespace": "openshift-ingress"} 2026-07-13T19:36:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-868895","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-868895", "reconcileID": "a3040ce1-b958-4c97-a200-90841d894b2c", "Gateway": "e2e-api-a-868895", "namespace": "openshift-ingress"} 2026-07-13T19:36:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-868895","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-868895", "reconcileID": "a3040ce1-b958-4c97-a200-90841d894b2c", "Gateway": "e2e-api-a-868895", "namespace": "openshift-ingress", "name": "e2e-api-a-868895-authn-ssl"} 2026-07-13T19:36:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-868895","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-868895", "reconcileID": "a3040ce1-b958-4c97-a200-90841d894b2c", "Gateway": "e2e-api-a-868895", "namespace": "openshift-ingress"} 2026-07-13T19:36:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-868895"}, "namespace": "ai-tenant-e2e-api-a-868895", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e215523-d8fc-45c1-b14c-e5f710b2fa53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-868895"} 2026-07-13T19:36:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-868895"}, "namespace": "ai-tenant-e2e-api-a-868895", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e215523-d8fc-45c1-b14c-e5f710b2fa53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-868895", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T19:36:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-868895"}, "namespace": "ai-tenant-e2e-api-a-868895", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e215523-d8fc-45c1-b14c-e5f710b2fa53", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-868895 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T19:36:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-868895"}, "namespace": "ai-tenant-e2e-api-a-868895", "name": "odh-trusted-ca-bundle", "reconcileID": "e709d9cc-f5cd-4692-abae-a70f95dc24c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-868895"} 2026-07-13T19:36:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-868895"}, "namespace": "ai-tenant-e2e-api-a-868895", "name": "odh-trusted-ca-bundle", "reconcileID": "e709d9cc-f5cd-4692-abae-a70f95dc24c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-868895"} 2026-07-13T19:36:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-868895"}, "namespace": "ai-tenant-e2e-api-a-868895", "name": "openshift-service-ca.crt", "reconcileID": "84f5e239-a584-4e49-9670-859de553a23c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-868895"} 2026-07-13T19:36:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-868895"}, "namespace": "ai-tenant-e2e-api-a-868895", "name": "openshift-service-ca.crt", "reconcileID": "84f5e239-a584-4e49-9670-859de553a23c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-868895"} 2026-07-13T19:36:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-868895"}, "namespace": "ai-tenant-e2e-api-a-868895", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72198629-bf93-4919-92c5-cbabb3432e5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-868895"} 2026-07-13T19:36:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-868895"}, "namespace": "ai-tenant-e2e-api-a-868895", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72198629-bf93-4919-92c5-cbabb3432e5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-868895"} 2026-07-13T19:36:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-868895","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-868895", "reconcileID": "9e447e7d-efa1-4a08-bcfc-55afcb6d74fb", "Gateway": "e2e-api-a-868895", "namespace": "openshift-ingress"} 2026-07-13T19:36:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b6aded5b-2eaa-4937-ad2e-d69907e8571c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T19:36:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f2d389","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f2d389", "reconcileID": "08b99506-8c9a-4f76-b387-860dda0d718c", "Gateway": "e2e-api-b-f2d389", "namespace": "openshift-ingress"} 2026-07-13T19:36:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f2d389","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f2d389", "reconcileID": "08b99506-8c9a-4f76-b387-860dda0d718c", "Gateway": "e2e-api-b-f2d389", "namespace": "openshift-ingress", "name": "e2e-api-b-f2d389-authn-ssl"} 2026-07-13T19:36:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f2d389","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f2d389", "reconcileID": "08b99506-8c9a-4f76-b387-860dda0d718c", "Gateway": "e2e-api-b-f2d389", "namespace": "openshift-ingress"} 2026-07-13T19:36:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f2d389","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f2d389", "reconcileID": "c0d8debb-10a8-4fed-a3f8-33c68cfd7fa2", "Gateway": "e2e-api-b-f2d389", "namespace": "openshift-ingress"} 2026-07-13T19:36:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f2d389","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f2d389", "reconcileID": "c0d8debb-10a8-4fed-a3f8-33c68cfd7fa2", "Gateway": "e2e-api-b-f2d389", "namespace": "openshift-ingress", "name": "e2e-api-b-f2d389-authn-ssl"} 2026-07-13T19:36:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f2d389","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f2d389", "reconcileID": "c0d8debb-10a8-4fed-a3f8-33c68cfd7fa2", "Gateway": "e2e-api-b-f2d389", "namespace": "openshift-ingress"} 2026-07-13T19:36:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a0944c9b-f2ab-4c96-87c8-50d71ba033ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T19:37:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f2d389"}, "namespace": "ai-tenant-e2e-api-b-f2d389", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d43a0a24-43db-4ef0-8a00-40383a78216d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f2d389"} 2026-07-13T19:37:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f2d389"}, "namespace": "ai-tenant-e2e-api-b-f2d389", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d43a0a24-43db-4ef0-8a00-40383a78216d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f2d389", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T19:37:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f2d389"}, "namespace": "ai-tenant-e2e-api-b-f2d389", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d43a0a24-43db-4ef0-8a00-40383a78216d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-f2d389 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T19:37:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f2d389"}, "namespace": "ai-tenant-e2e-api-b-f2d389", "name": "odh-trusted-ca-bundle", "reconcileID": "d85dbc8e-e34e-4a74-a51e-9d06746dbd30", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f2d389"} 2026-07-13T19:37:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-f2d389"}, "namespace": "ai-tenant-e2e-api-b-f2d389", "name": "odh-trusted-ca-bundle", "reconcileID": "d85dbc8e-e34e-4a74-a51e-9d06746dbd30", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f2d389"} 2026-07-13T19:37:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f2d389"}, "namespace": "ai-tenant-e2e-api-b-f2d389", "name": "openshift-service-ca.crt", "reconcileID": "911a8b9d-5fc9-4da6-b2d8-5aed6bf6b7cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f2d389"} 2026-07-13T19:37:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-f2d389"}, "namespace": "ai-tenant-e2e-api-b-f2d389", "name": "openshift-service-ca.crt", "reconcileID": "911a8b9d-5fc9-4da6-b2d8-5aed6bf6b7cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-f2d389"} 2026-07-13T19:37:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f2d389"}, "namespace": "ai-tenant-e2e-api-b-f2d389", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5298a4d8-5a56-4672-bb86-7b81f482a645", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f2d389"} 2026-07-13T19:37:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-f2d389"}, "namespace": "ai-tenant-e2e-api-b-f2d389", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5298a4d8-5a56-4672-bb86-7b81f482a645", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-f2d389"} 2026-07-13T19:37:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-f2d389","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-f2d389", "reconcileID": "99baa9f6-5941-45bf-a2e1-afebb7426cb6", "Gateway": "e2e-api-b-f2d389", "namespace": "openshift-ingress"} 2026-07-13T19:37:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "fe501de5-f73d-4e92-84bb-1a4da3744af0", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:37:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "fe501de5-f73d-4e92-84bb-1a4da3744af0", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1-authn-ssl"} 2026-07-13T19:37:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "fe501de5-f73d-4e92-84bb-1a4da3744af0", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:37:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "91fbbeca-344f-44e8-b394-afb42adf1ea8", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:37:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "91fbbeca-344f-44e8-b394-afb42adf1ea8", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1-authn-ssl"} 2026-07-13T19:37:06Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "91fbbeca-344f-44e8-b394-afb42adf1ea8", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-a-196ed1-authn-ssl: envoyfilters.networking.istio.io \"e2e-shared-a-196ed1-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T19:37:06Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-a-196ed1-authn-ssl: envoyfilters.networking.istio.io "e2e-shared-a-196ed1-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-shared-a-196ed1","uid":"0f7427e2-ed01-42c6-b844-ef51bad8667c","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"54391"}, "reason": "ReconcileError"} 2026-07-13T19:37:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "53bf1362-090a-4d45-b4d6-db66358a2f12", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:37:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "53bf1362-090a-4d45-b4d6-db66358a2f12", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1-authn-ssl"} 2026-07-13T19:37:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "53bf1362-090a-4d45-b4d6-db66358a2f12", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:37:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "5e9f9710-a731-439d-9695-0dabbea44c19", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:37:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "5e9f9710-a731-439d-9695-0dabbea44c19", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1-authn-ssl"} 2026-07-13T19:37:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "5e9f9710-a731-439d-9695-0dabbea44c19", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:37:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "2b62952b-27fb-4374-a9f4-b9f76fde186b", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:37:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "2b62952b-27fb-4374-a9f4-b9f76fde186b", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1-authn-ssl"} 2026-07-13T19:37:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "2b62952b-27fb-4374-a9f4-b9f76fde186b", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:37:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "cfd81146-5f34-4328-96b9-3457ad479fac", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:37:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "cfd81146-5f34-4328-96b9-3457ad479fac", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1-authn-ssl"} 2026-07-13T19:37:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "cfd81146-5f34-4328-96b9-3457ad479fac", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:37:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "74212b45-ce2f-4d08-904d-be26da2df8b8", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:37:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "74212b45-ce2f-4d08-904d-be26da2df8b8", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1-authn-ssl"} 2026-07-13T19:37:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "74212b45-ce2f-4d08-904d-be26da2df8b8", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:37:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "openshift-service-ca.crt", "reconcileID": "c64ff1d4-a5fb-42b7-a670-5cf73560c2a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:37:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "odh-trusted-ca-bundle", "reconcileID": "6277279e-354c-42d8-b32d-e8a09aba1ff7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:37:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "openshift-service-ca.crt", "reconcileID": "f9602972-ea87-48b7-8f25-5ae1669c3b70", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-196ed1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T19:37:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "openshift-service-ca.crt", "reconcileID": "f9602972-ea87-48b7-8f25-5ae1669c3b70", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:37:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "openshift-service-ca.crt", "reconcileID": "b16dd134-7bea-480d-9af9-17ee48dc3e65", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:37:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a9d03319-c8f1-49b7-ab10-ac256e93942f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:37:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "odh-trusted-ca-bundle", "reconcileID": "71eb76fe-cccf-430f-8b0d-cc8965519c3f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-196ed1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T19:37:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "odh-trusted-ca-bundle", "reconcileID": "71eb76fe-cccf-430f-8b0d-cc8965519c3f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:37:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23dd57d3-d8a7-4129-ba83-64b38c5898f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:37:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "2ac2766d-e9f4-479d-bd4d-83561ddd7d2e", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:37:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "2ac2766d-e9f4-479d-bd4d-83561ddd7d2e", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1-authn-ssl"} 2026-07-13T19:37:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "2ac2766d-e9f4-479d-bd4d-83561ddd7d2e", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:37:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "de629e0b-5c0a-4555-80f8-1fc78cd0b43d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T19:37:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "f67ce4e1-8104-47b9-b771-855e5db510c8", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:37:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "f67ce4e1-8104-47b9-b771-855e5db510c8", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1-authn-ssl"} 2026-07-13T19:37:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "f67ce4e1-8104-47b9-b771-855e5db510c8", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:37:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "fa3ade9a-46fc-4c5b-9cbe-29c2f1e08dce", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:37:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "fa3ade9a-46fc-4c5b-9cbe-29c2f1e08dce", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb-authn-ssl"} 2026-07-13T19:37:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "fa3ade9a-46fc-4c5b-9cbe-29c2f1e08dce", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:37:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "d39f4b7e-d5d0-4777-a886-bde0e38e0f81", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:37:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "d39f4b7e-d5d0-4777-a886-bde0e38e0f81", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb-authn-ssl"} 2026-07-13T19:37:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "d39f4b7e-d5d0-4777-a886-bde0e38e0f81", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:37:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "b2b627de-5cd5-4739-b100-80198564ce0b", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:37:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "b2b627de-5cd5-4739-b100-80198564ce0b", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb-authn-ssl"} 2026-07-13T19:37:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "b2b627de-5cd5-4739-b100-80198564ce0b", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:37:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "a089ca68-8f8b-4990-b0ac-9c8adea0fe8f", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:37:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "a089ca68-8f8b-4990-b0ac-9c8adea0fe8f", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb-authn-ssl"} 2026-07-13T19:37:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "a089ca68-8f8b-4990-b0ac-9c8adea0fe8f", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:37:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "39ab3d4a-d685-4af7-97b4-2c65916c9720", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:37:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "39ab3d4a-d685-4af7-97b4-2c65916c9720", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb-authn-ssl"} 2026-07-13T19:37:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "39ab3d4a-d685-4af7-97b4-2c65916c9720", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:37:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "654b99bf-0d15-4d9a-92f6-576096254a54", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:37:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "654b99bf-0d15-4d9a-92f6-576096254a54", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb-authn-ssl"} 2026-07-13T19:37:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "654b99bf-0d15-4d9a-92f6-576096254a54", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "openshift-service-ca.crt", "reconcileID": "8819000a-60c7-4be7-9e10-c05722771f06", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:37:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "openshift-service-ca.crt", "reconcileID": "b18faa3c-f440-48e6-bffe-6d09d749d0eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2555bb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T19:37:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "openshift-service-ca.crt", "reconcileID": "b18faa3c-f440-48e6-bffe-6d09d749d0eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:37:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "odh-trusted-ca-bundle", "reconcileID": "2e8712ce-db04-45bb-94a6-602a0cf4c1b4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2555bb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T19:37:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "odh-trusted-ca-bundle", "reconcileID": "2e8712ce-db04-45bb-94a6-602a0cf4c1b4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T19:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "openshift-service-ca.crt", "reconcileID": "579fba81-9f2a-42b9-92ff-2fcf0f7deca0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b0eb1a0-5f6d-466f-b773-e2825d55b772", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "odh-trusted-ca-bundle", "reconcileID": "ecd56d1a-92d9-45d7-adc4-f9c22368943f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:37:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "odh-trusted-ca-bundle", "reconcileID": "07891620-39c0-4424-9116-13d30dc1950f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2555bb", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T19:37:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "odh-trusted-ca-bundle", "reconcileID": "07891620-39c0-4424-9116-13d30dc1950f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2e80a01-5163-49b3-8a10-3a98c1cca846", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:37:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "01df572d-b276-45f0-959f-bcc62f7d04c2", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:37:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "01df572d-b276-45f0-959f-bcc62f7d04c2", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb-authn-ssl"} 2026-07-13T19:37:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "01df572d-b276-45f0-959f-bcc62f7d04c2", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:37:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "823c8a78-72f1-4608-aba7-e04ac03b299a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T19:37:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "2870ea42-2e5e-4fbb-a165-aacc0425fd27", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:37:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "2870ea42-2e5e-4fbb-a165-aacc0425fd27", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb-authn-ssl"} 2026-07-13T19:37:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "2870ea42-2e5e-4fbb-a165-aacc0425fd27", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:37:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "7b83c529-8e1d-462b-a246-ddc75468d778", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:37:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "7b83c529-8e1d-462b-a246-ddc75468d778", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:37:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "7b83c529-8e1d-462b-a246-ddc75468d778", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:37:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "02470ebe-5037-474a-b67a-b3253c991a34", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:37:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "7b83c529-8e1d-462b-a246-ddc75468d778", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1-kserve-route-authn"} 2026-07-13T19:37:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "7b83c529-8e1d-462b-a246-ddc75468d778", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "authType": "userdefined"} 2026-07-13T19:37:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "7b83c529-8e1d-462b-a246-ddc75468d778", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:37:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "02470ebe-5037-474a-b67a-b3253c991a34", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1-authn-ssl"} 2026-07-13T19:37:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "02470ebe-5037-474a-b67a-b3253c991a34", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:37:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "60a558c0-37a1-4074-834b-1d890997e830", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:37:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "60a558c0-37a1-4074-834b-1d890997e830", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:37:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "60a558c0-37a1-4074-834b-1d890997e830", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:37:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "60a558c0-37a1-4074-834b-1d890997e830", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1-kserve-route-authn"} 2026-07-13T19:37:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "60a558c0-37a1-4074-834b-1d890997e830", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "authType": "userdefined"} 2026-07-13T19:37:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "60a558c0-37a1-4074-834b-1d890997e830", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:37:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cca607bc-e567-400f-aa58-a6b554a1a63e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T19:37:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "4abc3db1-4548-40c1-a6d3-fa7ddb302a60", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:37:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "4abc3db1-4548-40c1-a6d3-fa7ddb302a60", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1-authn-ssl"} 2026-07-13T19:37:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "4abc3db1-4548-40c1-a6d3-fa7ddb302a60", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:37:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "afdf1c32-d70a-4d96-8d43-808d34188a5b", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:37:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "afdf1c32-d70a-4d96-8d43-808d34188a5b", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:37:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "afdf1c32-d70a-4d96-8d43-808d34188a5b", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:37:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "afdf1c32-d70a-4d96-8d43-808d34188a5b", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1-kserve-route-authn"} 2026-07-13T19:37:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "afdf1c32-d70a-4d96-8d43-808d34188a5b", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "authType": "userdefined"} 2026-07-13T19:37:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "afdf1c32-d70a-4d96-8d43-808d34188a5b", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:37:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "046172a3-b94b-4e60-b24a-b0e96d5aaa7d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T19:37:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "8753c6db-d3c8-43c7-bdaf-0bc17b48c344", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:37:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "8753c6db-d3c8-43c7-bdaf-0bc17b48c344", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:37:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "8753c6db-d3c8-43c7-bdaf-0bc17b48c344", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:37:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "8753c6db-d3c8-43c7-bdaf-0bc17b48c344", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1-kserve-route-authn"} 2026-07-13T19:37:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "8753c6db-d3c8-43c7-bdaf-0bc17b48c344", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "authType": "userdefined"} 2026-07-13T19:37:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "8753c6db-d3c8-43c7-bdaf-0bc17b48c344", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:37:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "5bdb97ce-3d13-4455-9816-9ad6e7fc8de8", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:37:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "5bdb97ce-3d13-4455-9816-9ad6e7fc8de8", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:37:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "5bdb97ce-3d13-4455-9816-9ad6e7fc8de8", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:37:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "4de89aea-fbc3-40be-acf4-a9abd81fd5b1", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:37:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "5bdb97ce-3d13-4455-9816-9ad6e7fc8de8", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb-kserve-route-authn"} 2026-07-13T19:37:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "5bdb97ce-3d13-4455-9816-9ad6e7fc8de8", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "authType": "userdefined"} 2026-07-13T19:37:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "5bdb97ce-3d13-4455-9816-9ad6e7fc8de8", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:37:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "4de89aea-fbc3-40be-acf4-a9abd81fd5b1", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb-authn-ssl"} 2026-07-13T19:37:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "4de89aea-fbc3-40be-acf4-a9abd81fd5b1", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:37:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "acf48431-33dc-4e3c-a65b-cf533e1b2960", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:37:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "acf48431-33dc-4e3c-a65b-cf533e1b2960", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:37:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "acf48431-33dc-4e3c-a65b-cf533e1b2960", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:37:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "acf48431-33dc-4e3c-a65b-cf533e1b2960", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb-kserve-route-authn"} 2026-07-13T19:37:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "acf48431-33dc-4e3c-a65b-cf533e1b2960", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "authType": "userdefined"} 2026-07-13T19:37:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "acf48431-33dc-4e3c-a65b-cf533e1b2960", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:38:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "12f5bf2b-c6ee-48aa-8a99-d9e567e53fcb", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:38:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "12f5bf2b-c6ee-48aa-8a99-d9e567e53fcb", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb-authn-ssl"} 2026-07-13T19:38:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "12f5bf2b-c6ee-48aa-8a99-d9e567e53fcb", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:38:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "83215fce-d733-4b53-9ccb-9da2462b89fe", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:38:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "83215fce-d733-4b53-9ccb-9da2462b89fe", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:38:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "83215fce-d733-4b53-9ccb-9da2462b89fe", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:38:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "83215fce-d733-4b53-9ccb-9da2462b89fe", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb-kserve-route-authn"} 2026-07-13T19:38:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "83215fce-d733-4b53-9ccb-9da2462b89fe", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "authType": "userdefined"} 2026-07-13T19:38:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "83215fce-d733-4b53-9ccb-9da2462b89fe", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:38:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "7e45a8de-2a4c-48e2-bffc-a5763f6cc2b7", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:38:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "7e45a8de-2a4c-48e2-bffc-a5763f6cc2b7", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:38:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "7e45a8de-2a4c-48e2-bffc-a5763f6cc2b7", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:38:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "7e45a8de-2a4c-48e2-bffc-a5763f6cc2b7", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb-kserve-route-authn"} 2026-07-13T19:38:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "7e45a8de-2a4c-48e2-bffc-a5763f6cc2b7", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "authType": "userdefined"} 2026-07-13T19:38:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "7e45a8de-2a4c-48e2-bffc-a5763f6cc2b7", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:38:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "b957ccc2-017b-40c7-b5d2-f9ea63a5e51b", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:38:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "b957ccc2-017b-40c7-b5d2-f9ea63a5e51b", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1-authn-ssl"} 2026-07-13T19:38:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "b957ccc2-017b-40c7-b5d2-f9ea63a5e51b", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:38:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "54a748dd-34af-4fcc-8d9b-c2d92a18ecbc", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:38:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "54a748dd-34af-4fcc-8d9b-c2d92a18ecbc", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb-authn-ssl"} 2026-07-13T19:38:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "54a748dd-34af-4fcc-8d9b-c2d92a18ecbc", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:39:03Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T19:39:03Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T19:39:04Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T19:39:04Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T19:40:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "a0dda567-1848-4f99-b183-c91c709aea4d", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "a0dda567-1848-4f99-b183-c91c709aea4d", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1"} 2026-07-13T19:40:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "a0dda567-1848-4f99-b183-c91c709aea4d", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "a0dda567-1848-4f99-b183-c91c709aea4d", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "a0dda567-1848-4f99-b183-c91c709aea4d", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1-kserve-route-authn"} 2026-07-13T19:40:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "a0dda567-1848-4f99-b183-c91c709aea4d", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1-kserve-route-authn"} 2026-07-13T19:40:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "a0dda567-1848-4f99-b183-c91c709aea4d", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "a0dda567-1848-4f99-b183-c91c709aea4d", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "auth-test-model-196ed1", "reconcileID": "81361735-69eb-459a-8fb2-bca0d702ea0a", "LLMInferenceService": "auth-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "a597153f-aeb2-48d8-9df7-6a2b77bccb72", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:40:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "a597153f-aeb2-48d8-9df7-6a2b77bccb72", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1-authn-ssl"} 2026-07-13T19:40:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "a597153f-aeb2-48d8-9df7-6a2b77bccb72", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:40:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "89a0357f-0291-4f53-8dab-7738dc96c8b2", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:40:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "89a0357f-0291-4f53-8dab-7738dc96c8b2", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1-authn-ssl"} 2026-07-13T19:40:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "89a0357f-0291-4f53-8dab-7738dc96c8b2", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:40:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "37618d31-1543-4ca8-ace0-0545dcb53365", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:40:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "37618d31-1543-4ca8-ace0-0545dcb53365", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb"} 2026-07-13T19:40:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "37618d31-1543-4ca8-ace0-0545dcb53365", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:40:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "37618d31-1543-4ca8-ace0-0545dcb53365", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:40:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "37618d31-1543-4ca8-ace0-0545dcb53365", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb-kserve-route-authn"} 2026-07-13T19:40:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "37618d31-1543-4ca8-ace0-0545dcb53365", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb-kserve-route-authn"} 2026-07-13T19:40:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "37618d31-1543-4ca8-ace0-0545dcb53365", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:40:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "37618d31-1543-4ca8-ace0-0545dcb53365", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:40:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "auth-test-model-2555bb", "reconcileID": "de7c32ea-f240-42c7-aeda-d1d65c3885dc", "LLMInferenceService": "auth-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:40:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "d4bdda4d-a773-4b36-8794-917c08af9739", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:40:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "d4bdda4d-a773-4b36-8794-917c08af9739", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb-authn-ssl"} 2026-07-13T19:40:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "d4bdda4d-a773-4b36-8794-917c08af9739", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:40:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "ee5f7093-cea2-4f0d-81d8-a0005e18d942", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:40:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "ee5f7093-cea2-4f0d-81d8-a0005e18d942", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb-authn-ssl"} 2026-07-13T19:40:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "ee5f7093-cea2-4f0d-81d8-a0005e18d942", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:40:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "1d82f472-454f-4c8a-aac2-dbf8c8562351", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "1d82f472-454f-4c8a-aac2-dbf8c8562351", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "1d82f472-454f-4c8a-aac2-dbf8c8562351", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "9393de1c-18db-45bd-830a-fd16d361d14f", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:40:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "1d82f472-454f-4c8a-aac2-dbf8c8562351", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1-kserve-route-authn"} 2026-07-13T19:40:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "1d82f472-454f-4c8a-aac2-dbf8c8562351", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "authType": "userdefined"} 2026-07-13T19:40:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "1d82f472-454f-4c8a-aac2-dbf8c8562351", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "9393de1c-18db-45bd-830a-fd16d361d14f", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1-authn-ssl"} 2026-07-13T19:40:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "9393de1c-18db-45bd-830a-fd16d361d14f", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:40:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "33f276ab-d411-4827-b8a1-9f93acaf8b59", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "33f276ab-d411-4827-b8a1-9f93acaf8b59", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "33f276ab-d411-4827-b8a1-9f93acaf8b59", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "33f276ab-d411-4827-b8a1-9f93acaf8b59", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1-kserve-route-authn"} 2026-07-13T19:40:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "33f276ab-d411-4827-b8a1-9f93acaf8b59", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "authType": "userdefined"} 2026-07-13T19:40:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "33f276ab-d411-4827-b8a1-9f93acaf8b59", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "fbff16a4-0ef7-4981-9155-2ef58b056feb", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:40:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "fbff16a4-0ef7-4981-9155-2ef58b056feb", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1-authn-ssl"} 2026-07-13T19:40:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "fbff16a4-0ef7-4981-9155-2ef58b056feb", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:40:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "b4f1bd76-c256-4013-8206-a030a89d67a9", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "b4f1bd76-c256-4013-8206-a030a89d67a9", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "b4f1bd76-c256-4013-8206-a030a89d67a9", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "b4f1bd76-c256-4013-8206-a030a89d67a9", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1-kserve-route-authn"} 2026-07-13T19:40:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "b4f1bd76-c256-4013-8206-a030a89d67a9", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "authType": "userdefined"} 2026-07-13T19:40:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "b4f1bd76-c256-4013-8206-a030a89d67a9", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "318f758d-1129-450c-bc0f-37abd5064e20", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "318f758d-1129-450c-bc0f-37abd5064e20", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "318f758d-1129-450c-bc0f-37abd5064e20", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "318f758d-1129-450c-bc0f-37abd5064e20", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1-kserve-route-authn"} 2026-07-13T19:40:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "318f758d-1129-450c-bc0f-37abd5064e20", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "authType": "userdefined"} 2026-07-13T19:40:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "318f758d-1129-450c-bc0f-37abd5064e20", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "24bef8c1-55d7-4d78-b836-a67e5d8f0888", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "24bef8c1-55d7-4d78-b836-a67e5d8f0888", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "24bef8c1-55d7-4d78-b836-a67e5d8f0888", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "24bef8c1-55d7-4d78-b836-a67e5d8f0888", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1-kserve-route-authn"} 2026-07-13T19:40:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "24bef8c1-55d7-4d78-b836-a67e5d8f0888", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "authType": "userdefined"} 2026-07-13T19:40:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "24bef8c1-55d7-4d78-b836-a67e5d8f0888", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:40:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "958d16d6-87ee-4014-a960-b7d64b10dfb4", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:40:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "958d16d6-87ee-4014-a960-b7d64b10dfb4", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:40:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "958d16d6-87ee-4014-a960-b7d64b10dfb4", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:40:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "0ae421ad-98da-4af1-940e-963fa478f152", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:40:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "958d16d6-87ee-4014-a960-b7d64b10dfb4", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb-kserve-route-authn"} 2026-07-13T19:40:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "958d16d6-87ee-4014-a960-b7d64b10dfb4", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "authType": "userdefined"} 2026-07-13T19:40:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "958d16d6-87ee-4014-a960-b7d64b10dfb4", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:40:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "0ae421ad-98da-4af1-940e-963fa478f152", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb-authn-ssl"} 2026-07-13T19:40:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "0ae421ad-98da-4af1-940e-963fa478f152", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:40:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "884c28d5-b6ce-4f35-b744-13900e14cc4d", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:40:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "884c28d5-b6ce-4f35-b744-13900e14cc4d", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:40:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "884c28d5-b6ce-4f35-b744-13900e14cc4d", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:40:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "884c28d5-b6ce-4f35-b744-13900e14cc4d", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb-kserve-route-authn"} 2026-07-13T19:40:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "884c28d5-b6ce-4f35-b744-13900e14cc4d", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "authType": "userdefined"} 2026-07-13T19:40:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "884c28d5-b6ce-4f35-b744-13900e14cc4d", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:41:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "e2fb71bc-4230-4e7e-addd-7b59c3403aaa", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:41:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "e2fb71bc-4230-4e7e-addd-7b59c3403aaa", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb-authn-ssl"} 2026-07-13T19:41:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "e2fb71bc-4230-4e7e-addd-7b59c3403aaa", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:41:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "4da0b1a4-6855-4091-90f9-aa90e128d0e1", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:41:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "4da0b1a4-6855-4091-90f9-aa90e128d0e1", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:41:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "4da0b1a4-6855-4091-90f9-aa90e128d0e1", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:41:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "4da0b1a4-6855-4091-90f9-aa90e128d0e1", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb-kserve-route-authn"} 2026-07-13T19:41:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "4da0b1a4-6855-4091-90f9-aa90e128d0e1", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "authType": "userdefined"} 2026-07-13T19:41:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "4da0b1a4-6855-4091-90f9-aa90e128d0e1", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:41:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "2edaf5f9-01c2-406a-ae85-9d38f3a34e10", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:41:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "2edaf5f9-01c2-406a-ae85-9d38f3a34e10", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:41:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "2edaf5f9-01c2-406a-ae85-9d38f3a34e10", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:41:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "2edaf5f9-01c2-406a-ae85-9d38f3a34e10", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb-kserve-route-authn"} 2026-07-13T19:41:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "2edaf5f9-01c2-406a-ae85-9d38f3a34e10", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "authType": "userdefined"} 2026-07-13T19:41:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "2edaf5f9-01c2-406a-ae85-9d38f3a34e10", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:41:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "f5f6573d-8b1f-4741-a1ec-6291536973d7", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:41:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "f5f6573d-8b1f-4741-a1ec-6291536973d7", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:41:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "f5f6573d-8b1f-4741-a1ec-6291536973d7", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:41:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "f5f6573d-8b1f-4741-a1ec-6291536973d7", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb-kserve-route-authn"} 2026-07-13T19:41:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "f5f6573d-8b1f-4741-a1ec-6291536973d7", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "authType": "userdefined"} 2026-07-13T19:41:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "f5f6573d-8b1f-4741-a1ec-6291536973d7", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:41:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "2ec0e24c-316f-4e03-ba55-cf89757f9e18", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:41:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "2ec0e24c-316f-4e03-ba55-cf89757f9e18", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1"} 2026-07-13T19:41:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "2ec0e24c-316f-4e03-ba55-cf89757f9e18", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:41:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "2ec0e24c-316f-4e03-ba55-cf89757f9e18", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:41:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "2ec0e24c-316f-4e03-ba55-cf89757f9e18", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1-kserve-route-authn"} 2026-07-13T19:41:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "2ec0e24c-316f-4e03-ba55-cf89757f9e18", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1-kserve-route-authn"} 2026-07-13T19:41:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "2ec0e24c-316f-4e03-ba55-cf89757f9e18", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:41:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "2ec0e24c-316f-4e03-ba55-cf89757f9e18", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:41:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "sub-test-model-196ed1", "reconcileID": "65169502-5996-407a-8570-8b1d89000b35", "LLMInferenceService": "sub-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:41:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "a32052e2-922b-4177-bedf-18e24cac4b39", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:41:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "a32052e2-922b-4177-bedf-18e24cac4b39", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1-authn-ssl"} 2026-07-13T19:41:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "a32052e2-922b-4177-bedf-18e24cac4b39", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:41:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "23f95f11-7d22-41ac-aafe-d60b648132b5", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:41:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "23f95f11-7d22-41ac-aafe-d60b648132b5", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1-authn-ssl"} 2026-07-13T19:41:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "23f95f11-7d22-41ac-aafe-d60b648132b5", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:41:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "9093aa93-c663-4e6e-b8d9-5adf6275087d", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:41:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "9093aa93-c663-4e6e-b8d9-5adf6275087d", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb"} 2026-07-13T19:41:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "9093aa93-c663-4e6e-b8d9-5adf6275087d", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:41:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "9093aa93-c663-4e6e-b8d9-5adf6275087d", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:41:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "9093aa93-c663-4e6e-b8d9-5adf6275087d", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb-kserve-route-authn"} 2026-07-13T19:41:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "9093aa93-c663-4e6e-b8d9-5adf6275087d", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb-kserve-route-authn"} 2026-07-13T19:41:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "9093aa93-c663-4e6e-b8d9-5adf6275087d", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:41:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "9093aa93-c663-4e6e-b8d9-5adf6275087d", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:41:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "sub-test-model-2555bb", "reconcileID": "2da53656-4c50-43e6-909c-810477fd65dd", "LLMInferenceService": "sub-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:41:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "9496d309-36f1-4960-83a5-21aa96bb8269", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:41:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "9496d309-36f1-4960-83a5-21aa96bb8269", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb-authn-ssl"} 2026-07-13T19:41:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "9496d309-36f1-4960-83a5-21aa96bb8269", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:41:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "27555221-18ed-4765-8644-69365618603a", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:41:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "27555221-18ed-4765-8644-69365618603a", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb-authn-ssl"} 2026-07-13T19:41:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "27555221-18ed-4765-8644-69365618603a", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:41:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "48bd9418-0c10-47f1-885c-f51f9f8465b6", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:41:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "48bd9418-0c10-47f1-885c-f51f9f8465b6", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:41:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "48bd9418-0c10-47f1-885c-f51f9f8465b6", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:41:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "48bd9418-0c10-47f1-885c-f51f9f8465b6", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1-kserve-route-authn"} 2026-07-13T19:41:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "48bd9418-0c10-47f1-885c-f51f9f8465b6", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "authType": "userdefined"} 2026-07-13T19:41:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "48bd9418-0c10-47f1-885c-f51f9f8465b6", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:41:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "293d6978-e292-409a-abee-c591365731f6", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:41:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "293d6978-e292-409a-abee-c591365731f6", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1-authn-ssl"} 2026-07-13T19:41:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "293d6978-e292-409a-abee-c591365731f6", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:41:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "8cac7316-d65e-48c7-960d-579bad02ac55", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:41:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "8cac7316-d65e-48c7-960d-579bad02ac55", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:41:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "8cac7316-d65e-48c7-960d-579bad02ac55", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:41:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "8cac7316-d65e-48c7-960d-579bad02ac55", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1-kserve-route-authn"} 2026-07-13T19:41:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "8cac7316-d65e-48c7-960d-579bad02ac55", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "authType": "userdefined"} 2026-07-13T19:41:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "8cac7316-d65e-48c7-960d-579bad02ac55", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:42:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bf4c28e9-4a0e-48b7-a0a5-35ecb6c25d96", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T19:42:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "70fd7fa6-3cae-48f2-9f25-604c39c3cc1f", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:42:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "70fd7fa6-3cae-48f2-9f25-604c39c3cc1f", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1-authn-ssl"} 2026-07-13T19:42:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "70fd7fa6-3cae-48f2-9f25-604c39c3cc1f", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:42:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "a07ab4d9-5864-4f78-8a63-7e633ac24801", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:42:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "a07ab4d9-5864-4f78-8a63-7e633ac24801", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:42:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "a07ab4d9-5864-4f78-8a63-7e633ac24801", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:42:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "a07ab4d9-5864-4f78-8a63-7e633ac24801", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1-kserve-route-authn"} 2026-07-13T19:42:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "a07ab4d9-5864-4f78-8a63-7e633ac24801", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "authType": "userdefined"} 2026-07-13T19:42:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "a07ab4d9-5864-4f78-8a63-7e633ac24801", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:42:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "b4811235-61b8-42d2-b055-0aad52d664d6", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:42:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "b4811235-61b8-42d2-b055-0aad52d664d6", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:42:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "b4811235-61b8-42d2-b055-0aad52d664d6", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:42:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "b4811235-61b8-42d2-b055-0aad52d664d6", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1-kserve-route-authn"} 2026-07-13T19:42:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "b4811235-61b8-42d2-b055-0aad52d664d6", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "authType": "userdefined"} 2026-07-13T19:42:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "b4811235-61b8-42d2-b055-0aad52d664d6", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:42:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "450d6462-1d66-4870-95f8-4d69f91be009", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:42:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "450d6462-1d66-4870-95f8-4d69f91be009", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:42:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "450d6462-1d66-4870-95f8-4d69f91be009", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:42:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "450d6462-1d66-4870-95f8-4d69f91be009", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1-kserve-route-authn"} 2026-07-13T19:42:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "450d6462-1d66-4870-95f8-4d69f91be009", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "authType": "userdefined"} 2026-07-13T19:42:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "450d6462-1d66-4870-95f8-4d69f91be009", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:42:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "e117a216-fb05-4edc-a133-375072c0fdba", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:42:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "e117a216-fb05-4edc-a133-375072c0fdba", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:42:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "e117a216-fb05-4edc-a133-375072c0fdba", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:42:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "d03e6cdd-d05d-4345-985a-95b6349836f6", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:42:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "e117a216-fb05-4edc-a133-375072c0fdba", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb-kserve-route-authn"} 2026-07-13T19:42:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "e117a216-fb05-4edc-a133-375072c0fdba", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "authType": "userdefined"} 2026-07-13T19:42:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "e117a216-fb05-4edc-a133-375072c0fdba", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:42:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "d03e6cdd-d05d-4345-985a-95b6349836f6", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb-authn-ssl"} 2026-07-13T19:42:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "d03e6cdd-d05d-4345-985a-95b6349836f6", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:42:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "39052ac5-9ef9-4bc8-9e8e-98ee13a17b5c", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:42:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "39052ac5-9ef9-4bc8-9e8e-98ee13a17b5c", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:42:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "39052ac5-9ef9-4bc8-9e8e-98ee13a17b5c", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:42:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "39052ac5-9ef9-4bc8-9e8e-98ee13a17b5c", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb-kserve-route-authn"} 2026-07-13T19:42:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "39052ac5-9ef9-4bc8-9e8e-98ee13a17b5c", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "authType": "userdefined"} 2026-07-13T19:42:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "39052ac5-9ef9-4bc8-9e8e-98ee13a17b5c", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:42:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "80301526-9c52-446f-b5ac-18b8098260de", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T19:42:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "4d62d642-2f29-4167-b193-4d92d80404fa", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:42:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "4d62d642-2f29-4167-b193-4d92d80404fa", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb-authn-ssl"} 2026-07-13T19:42:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "4d62d642-2f29-4167-b193-4d92d80404fa", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:42:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ef46b20c-bb26-465b-b9e5-f6c8fea470a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T19:42:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "edd9e2a3-99ac-4d70-9f4d-a70f622bb201", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:42:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "edd9e2a3-99ac-4d70-9f4d-a70f622bb201", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:42:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "edd9e2a3-99ac-4d70-9f4d-a70f622bb201", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:42:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "edd9e2a3-99ac-4d70-9f4d-a70f622bb201", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb-kserve-route-authn"} 2026-07-13T19:42:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "edd9e2a3-99ac-4d70-9f4d-a70f622bb201", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "authType": "userdefined"} 2026-07-13T19:42:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "edd9e2a3-99ac-4d70-9f4d-a70f622bb201", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:42:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "d5465e50-b09c-44d7-a1f4-b0cb5072c00d", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:42:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "d5465e50-b09c-44d7-a1f4-b0cb5072c00d", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:42:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "d5465e50-b09c-44d7-a1f4-b0cb5072c00d", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:42:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "d5465e50-b09c-44d7-a1f4-b0cb5072c00d", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb-kserve-route-authn"} 2026-07-13T19:42:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "d5465e50-b09c-44d7-a1f4-b0cb5072c00d", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "authType": "userdefined"} 2026-07-13T19:42:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "d5465e50-b09c-44d7-a1f4-b0cb5072c00d", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:43:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "a90bfbdd-fc42-4a6c-808c-a9ffb2d8b015", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:43:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "a90bfbdd-fc42-4a6c-808c-a9ffb2d8b015", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1"} 2026-07-13T19:43:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "a90bfbdd-fc42-4a6c-808c-a9ffb2d8b015", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:43:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "a90bfbdd-fc42-4a6c-808c-a9ffb2d8b015", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:43:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "a90bfbdd-fc42-4a6c-808c-a9ffb2d8b015", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1-kserve-route-authn"} 2026-07-13T19:43:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "a90bfbdd-fc42-4a6c-808c-a9ffb2d8b015", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1-kserve-route-authn"} 2026-07-13T19:43:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "a90bfbdd-fc42-4a6c-808c-a9ffb2d8b015", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:43:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "a90bfbdd-fc42-4a6c-808c-a9ffb2d8b015", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:43:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-196ed1","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "rate-test-model-196ed1", "reconcileID": "25543824-e1e5-4557-8341-c74cd8a03f12", "LLMInferenceService": "rate-test-model-196ed1", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:43:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "af671873-b6e2-433d-871e-d7dd1c746401", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:43:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "af671873-b6e2-433d-871e-d7dd1c746401", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1-authn-ssl"} 2026-07-13T19:43:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "af671873-b6e2-433d-871e-d7dd1c746401", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:43:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "69faf28b-3e2e-426f-a4b3-4bd18f094c50", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:43:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "69faf28b-3e2e-426f-a4b3-4bd18f094c50", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1-authn-ssl"} 2026-07-13T19:43:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "69faf28b-3e2e-426f-a4b3-4bd18f094c50", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:43:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "ee0779bc-e624-414f-8bf0-61a358198d9e", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:43:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "ee0779bc-e624-414f-8bf0-61a358198d9e", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb"} 2026-07-13T19:43:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "ee0779bc-e624-414f-8bf0-61a358198d9e", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:43:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "ee0779bc-e624-414f-8bf0-61a358198d9e", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:43:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "ee0779bc-e624-414f-8bf0-61a358198d9e", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb-kserve-route-authn"} 2026-07-13T19:43:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "ee0779bc-e624-414f-8bf0-61a358198d9e", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb-kserve-route-authn"} 2026-07-13T19:43:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "ee0779bc-e624-414f-8bf0-61a358198d9e", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:43:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "ee0779bc-e624-414f-8bf0-61a358198d9e", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:43:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2555bb","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "rate-test-model-2555bb", "reconcileID": "e69b8bcf-b510-47a1-81d1-4e3923b39e51", "LLMInferenceService": "rate-test-model-2555bb", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:43:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "d67c46e6-6828-43ec-b114-1def79dfdebb", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:43:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "d67c46e6-6828-43ec-b114-1def79dfdebb", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb-authn-ssl"} 2026-07-13T19:43:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "d67c46e6-6828-43ec-b114-1def79dfdebb", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:43:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "6af007fb-d675-460b-9f2b-25a372094920", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:43:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "6af007fb-d675-460b-9f2b-25a372094920", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb-authn-ssl"} 2026-07-13T19:43:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "6af007fb-d675-460b-9f2b-25a372094920", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:43:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2110213e-e9fc-49bb-928f-f8638945886a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T19:43:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "e24d3124-a0f8-4d88-893a-84649f0da445", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:43:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "e24d3124-a0f8-4d88-893a-84649f0da445", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1-authn-ssl"} 2026-07-13T19:43:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "e24d3124-a0f8-4d88-893a-84649f0da445", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:43:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "db093b5a-d108-40b0-aa2d-8c6581d41035", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:43:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "db093b5a-d108-40b0-aa2d-8c6581d41035", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1-authn-ssl"} 2026-07-13T19:43:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "db093b5a-d108-40b0-aa2d-8c6581d41035", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:44:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b937685-1488-43a8-bd06-a5843dee289e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:44:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b937685-1488-43a8-bd06-a5843dee289e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-196ed1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T19:44:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b937685-1488-43a8-bd06-a5843dee289e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-196ed1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T19:44:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "odh-trusted-ca-bundle", "reconcileID": "d806a427-47d9-4097-b552-07c104fc5cee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:44:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "odh-trusted-ca-bundle", "reconcileID": "d806a427-47d9-4097-b552-07c104fc5cee", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:44:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "openshift-service-ca.crt", "reconcileID": "8eb9a5de-29c5-402c-be40-abd4db06106d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:44:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "openshift-service-ca.crt", "reconcileID": "8eb9a5de-29c5-402c-be40-abd4db06106d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:44:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b300d2d-72cd-42e1-ba5e-1837817289fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:44:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-196ed1"}, "namespace": "ai-tenant-e2e-shared-a-196ed1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b300d2d-72cd-42e1-ba5e-1837817289fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-196ed1"} 2026-07-13T19:44:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-196ed1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-196ed1", "reconcileID": "af8ab0b6-2615-4b54-bbd7-a193894b9d4b", "Gateway": "e2e-shared-a-196ed1", "namespace": "openshift-ingress"} 2026-07-13T19:44:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "434f9bbf-f8a0-40cf-8638-133625b7d476", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T19:44:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "31da2353-c9fb-4a0f-b035-cfd35d424a5f", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:44:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "31da2353-c9fb-4a0f-b035-cfd35d424a5f", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb-authn-ssl"} 2026-07-13T19:44:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "31da2353-c9fb-4a0f-b035-cfd35d424a5f", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:44:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "705c1ead-c8f4-474e-b164-546a84ac17e0", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:44:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "705c1ead-c8f4-474e-b164-546a84ac17e0", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb-authn-ssl"} 2026-07-13T19:44:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "705c1ead-c8f4-474e-b164-546a84ac17e0", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"} 2026-07-13T19:44:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "007f5c0c-dfdd-496d-890c-adc5ea9fce42", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:44:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "007f5c0c-dfdd-496d-890c-adc5ea9fce42", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2555bb", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T19:44:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "007f5c0c-dfdd-496d-890c-adc5ea9fce42", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-2555bb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T19:44:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "odh-trusted-ca-bundle", "reconcileID": "fef8dabc-245b-4012-9e1b-49ad54f35161", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:44:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "odh-trusted-ca-bundle", "reconcileID": "fef8dabc-245b-4012-9e1b-49ad54f35161", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:44:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "openshift-service-ca.crt", "reconcileID": "99e48388-c829-4f6d-8a93-95bd9d351378", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:44:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "openshift-service-ca.crt", "reconcileID": "99e48388-c829-4f6d-8a93-95bd9d351378", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:44:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7ebc675-c2d2-448f-8dce-652d095484c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:44:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-2555bb"}, "namespace": "ai-tenant-e2e-shared-b-2555bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7ebc675-c2d2-448f-8dce-652d095484c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-2555bb"} 2026-07-13T19:44:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-2555bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-2555bb", "reconcileID": "d5e38e4d-73d7-45ff-bd06-2b4906852750", "Gateway": "e2e-shared-b-2555bb", "namespace": "openshift-ingress"}