2026-07-17T10:14:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1baf67"}, "namespace": "ai-tenant-e2e-api-b-1baf67", "name": "openshift-service-ca.crt", "reconcileID": "a87711a7-9e48-41ee-9189-247851a71af7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1baf67", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T10:14:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1baf67"}, "namespace": "ai-tenant-e2e-api-b-1baf67", "name": "openshift-service-ca.crt", "reconcileID": "a87711a7-9e48-41ee-9189-247851a71af7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1baf67"} 2026-07-17T10:14:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1baf67"}, "namespace": "ai-tenant-e2e-api-b-1baf67", "name": "openshift-service-ca.crt", "reconcileID": "d1c17dd2-e6c4-479d-bda9-897c97e51dc8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1baf67"} 2026-07-17T10:14:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1baf67"}, "namespace": "ai-tenant-e2e-api-b-1baf67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7930ce54-3617-4d61-aa54-23507e982328", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1baf67"} 2026-07-17T10:14:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1baf67"}, "namespace": "ai-tenant-e2e-api-b-1baf67", "name": "odh-trusted-ca-bundle", "reconcileID": "be71479f-169e-492b-a3d6-1949275d2320", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1baf67", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T10:14:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1baf67"}, "namespace": "ai-tenant-e2e-api-b-1baf67", "name": "odh-trusted-ca-bundle", "reconcileID": "be71479f-169e-492b-a3d6-1949275d2320", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1baf67"} 2026-07-17T10:14:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1baf67"}, "namespace": "ai-tenant-e2e-api-b-1baf67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a91b7d69-b2d2-48d3-b07d-71c9f47969d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1baf67"} 2026-07-17T10:14:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1baf67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1baf67", "reconcileID": "cea9a290-bec0-4dcf-af2f-9f755cf588f4", "Gateway": "e2e-api-b-1baf67", "namespace": "openshift-ingress"} 2026-07-17T10:14:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1baf67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1baf67", "reconcileID": "cea9a290-bec0-4dcf-af2f-9f755cf588f4", "Gateway": "e2e-api-b-1baf67", "namespace": "openshift-ingress", "name": "e2e-api-b-1baf67-authn-ssl"} 2026-07-17T10:14:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1baf67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1baf67", "reconcileID": "cea9a290-bec0-4dcf-af2f-9f755cf588f4", "Gateway": "e2e-api-b-1baf67", "namespace": "openshift-ingress"} 2026-07-17T10:14:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "345b76bc-6b5c-4feb-bb4a-7ef9533ba61b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T10:15:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d4c7ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d4c7ee", "reconcileID": "d088a32e-80d8-453b-8c84-8d8cfe6085d9", "Gateway": "e2e-api-a-d4c7ee", "namespace": "openshift-ingress"} 2026-07-17T10:15:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d4c7ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d4c7ee", "reconcileID": "d088a32e-80d8-453b-8c84-8d8cfe6085d9", "Gateway": "e2e-api-a-d4c7ee", "namespace": "openshift-ingress", "name": "e2e-api-a-d4c7ee-authn-ssl"} 2026-07-17T10:15:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d4c7ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d4c7ee", "reconcileID": "d088a32e-80d8-453b-8c84-8d8cfe6085d9", "Gateway": "e2e-api-a-d4c7ee", "namespace": "openshift-ingress"} 2026-07-17T10:15:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1baf67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1baf67", "reconcileID": "faa3abae-f66b-4560-9e23-261cc297c89e", "Gateway": "e2e-api-b-1baf67", "namespace": "openshift-ingress"} 2026-07-17T10:15:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1baf67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1baf67", "reconcileID": "faa3abae-f66b-4560-9e23-261cc297c89e", "Gateway": "e2e-api-b-1baf67", "namespace": "openshift-ingress", "name": "e2e-api-b-1baf67-authn-ssl"} 2026-07-17T10:15:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1baf67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1baf67", "reconcileID": "faa3abae-f66b-4560-9e23-261cc297c89e", "Gateway": "e2e-api-b-1baf67", "namespace": "openshift-ingress"} 2026-07-17T10:15:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "29e153f6-e3cc-42b8-9a0e-d7f6b46b27f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T10:15:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "626f40f9-77ed-4afe-ad83-8e34b6692e8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T10:15:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4c68958d-d1d9-4c4c-bff6-0ae4f97018d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T10:15:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d4c7ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d4c7ee", "reconcileID": "fb22e58a-5088-43b8-9ea1-5f7e067e1d0d", "Gateway": "e2e-api-a-d4c7ee", "namespace": "openshift-ingress"} 2026-07-17T10:15:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d4c7ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d4c7ee", "reconcileID": "fb22e58a-5088-43b8-9ea1-5f7e067e1d0d", "Gateway": "e2e-api-a-d4c7ee", "namespace": "openshift-ingress", "name": "e2e-api-a-d4c7ee-authn-ssl"} 2026-07-17T10:15:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d4c7ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d4c7ee", "reconcileID": "fb22e58a-5088-43b8-9ea1-5f7e067e1d0d", "Gateway": "e2e-api-a-d4c7ee", "namespace": "openshift-ingress"} 2026-07-17T10:15:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d4c7ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d4c7ee", "reconcileID": "284733d1-f073-4ef2-908b-fe8050bfa1ae", "Gateway": "e2e-api-a-d4c7ee", "namespace": "openshift-ingress"} 2026-07-17T10:15:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d4c7ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d4c7ee", "reconcileID": "284733d1-f073-4ef2-908b-fe8050bfa1ae", "Gateway": "e2e-api-a-d4c7ee", "namespace": "openshift-ingress", "name": "e2e-api-a-d4c7ee-authn-ssl"} 2026-07-17T10:15:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d4c7ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d4c7ee", "reconcileID": "284733d1-f073-4ef2-908b-fe8050bfa1ae", "Gateway": "e2e-api-a-d4c7ee", "namespace": "openshift-ingress"} 2026-07-17T10:15:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d4c7ee"}, "namespace": "ai-tenant-e2e-api-a-d4c7ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df8fe257-e1e8-49f7-a44d-1085b79c3dbe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d4c7ee"} 2026-07-17T10:15:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d4c7ee"}, "namespace": "ai-tenant-e2e-api-a-d4c7ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df8fe257-e1e8-49f7-a44d-1085b79c3dbe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d4c7ee", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T10:15:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d4c7ee"}, "namespace": "ai-tenant-e2e-api-a-d4c7ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df8fe257-e1e8-49f7-a44d-1085b79c3dbe", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-d4c7ee because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T10:15:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-d4c7ee"}, "namespace": "ai-tenant-e2e-api-a-d4c7ee", "name": "odh-trusted-ca-bundle", "reconcileID": "bedf9342-81c4-4c2e-8ad8-c3e85664b76e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d4c7ee"} 2026-07-17T10:15:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-d4c7ee"}, "namespace": "ai-tenant-e2e-api-a-d4c7ee", "name": "odh-trusted-ca-bundle", "reconcileID": "bedf9342-81c4-4c2e-8ad8-c3e85664b76e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d4c7ee"} 2026-07-17T10:15:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-d4c7ee"}, "namespace": "ai-tenant-e2e-api-a-d4c7ee", "name": "openshift-service-ca.crt", "reconcileID": "4adc40c4-64f5-48fd-b0a3-eac3d2bfda7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-d4c7ee"} 2026-07-17T10:15:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-d4c7ee"}, "namespace": "ai-tenant-e2e-api-a-d4c7ee", "name": "openshift-service-ca.crt", "reconcileID": "4adc40c4-64f5-48fd-b0a3-eac3d2bfda7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-d4c7ee"} 2026-07-17T10:15:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d4c7ee"}, "namespace": "ai-tenant-e2e-api-a-d4c7ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "749048f6-9e45-4d36-8ff5-55469c8e94ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d4c7ee"} 2026-07-17T10:15:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-d4c7ee"}, "namespace": "ai-tenant-e2e-api-a-d4c7ee", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "749048f6-9e45-4d36-8ff5-55469c8e94ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-d4c7ee"} 2026-07-17T10:15:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-d4c7ee","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-d4c7ee", "reconcileID": "77ac3d68-e4f8-47d8-b6ae-1279af061de3", "Gateway": "e2e-api-a-d4c7ee", "namespace": "openshift-ingress"} 2026-07-17T10:15:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1a76db7a-ce64-42b8-b2cd-052acbe822e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T10:15:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1baf67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1baf67", "reconcileID": "e5fd33aa-bfa6-4536-80b4-3deba915907f", "Gateway": "e2e-api-b-1baf67", "namespace": "openshift-ingress"} 2026-07-17T10:15:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1baf67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1baf67", "reconcileID": "e5fd33aa-bfa6-4536-80b4-3deba915907f", "Gateway": "e2e-api-b-1baf67", "namespace": "openshift-ingress", "name": "e2e-api-b-1baf67-authn-ssl"} 2026-07-17T10:15:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1baf67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1baf67", "reconcileID": "e5fd33aa-bfa6-4536-80b4-3deba915907f", "Gateway": "e2e-api-b-1baf67", "namespace": "openshift-ingress"} 2026-07-17T10:15:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1baf67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1baf67", "reconcileID": "b58ed157-a383-4ab0-aed4-a6b6c271ca4a", "Gateway": "e2e-api-b-1baf67", "namespace": "openshift-ingress"} 2026-07-17T10:15:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1baf67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1baf67", "reconcileID": "b58ed157-a383-4ab0-aed4-a6b6c271ca4a", "Gateway": "e2e-api-b-1baf67", "namespace": "openshift-ingress", "name": "e2e-api-b-1baf67-authn-ssl"} 2026-07-17T10:15:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1baf67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1baf67", "reconcileID": "b58ed157-a383-4ab0-aed4-a6b6c271ca4a", "Gateway": "e2e-api-b-1baf67", "namespace": "openshift-ingress"} 2026-07-17T10:15:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fddf5ade-1dc0-4276-bafc-df0bf032188e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T10:15:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1baf67"}, "namespace": "ai-tenant-e2e-api-b-1baf67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25ed71d1-3932-4e94-a5ee-8c573dd7e90e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1baf67"} 2026-07-17T10:15:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1baf67"}, "namespace": "ai-tenant-e2e-api-b-1baf67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25ed71d1-3932-4e94-a5ee-8c573dd7e90e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1baf67", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T10:15:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1baf67"}, "namespace": "ai-tenant-e2e-api-b-1baf67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25ed71d1-3932-4e94-a5ee-8c573dd7e90e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-1baf67 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T10:15:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1baf67"}, "namespace": "ai-tenant-e2e-api-b-1baf67", "name": "odh-trusted-ca-bundle", "reconcileID": "f9acff36-b60f-40fd-a9ac-0fa4056bf96c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1baf67"} 2026-07-17T10:15:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-1baf67"}, "namespace": "ai-tenant-e2e-api-b-1baf67", "name": "odh-trusted-ca-bundle", "reconcileID": "f9acff36-b60f-40fd-a9ac-0fa4056bf96c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1baf67"} 2026-07-17T10:15:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1baf67"}, "namespace": "ai-tenant-e2e-api-b-1baf67", "name": "openshift-service-ca.crt", "reconcileID": "68320f05-4200-43ba-8ccb-a6d9c516d71f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1baf67"} 2026-07-17T10:15:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-1baf67"}, "namespace": "ai-tenant-e2e-api-b-1baf67", "name": "openshift-service-ca.crt", "reconcileID": "68320f05-4200-43ba-8ccb-a6d9c516d71f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-1baf67"} 2026-07-17T10:15:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1baf67"}, "namespace": "ai-tenant-e2e-api-b-1baf67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c53793c-33c6-46c0-b696-1e517501da93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1baf67"} 2026-07-17T10:15:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-1baf67"}, "namespace": "ai-tenant-e2e-api-b-1baf67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c53793c-33c6-46c0-b696-1e517501da93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-1baf67"} 2026-07-17T10:16:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-1baf67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-1baf67", "reconcileID": "b6699e0f-e6a1-44fe-a38c-8f20b79f7cb7", "Gateway": "e2e-api-b-1baf67", "namespace": "openshift-ingress"} 2026-07-17T10:16:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "6fc100f9-2e34-4d79-85d5-436707ba5c32", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:16:04Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "6fc100f9-2e34-4d79-85d5-436707ba5c32", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b-authn-ssl"} 2026-07-17T10:16:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "6fc100f9-2e34-4d79-85d5-436707ba5c32", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:16:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "6d638f08-d000-4251-bb66-eb1acef1e133", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:16:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "6d638f08-d000-4251-bb66-eb1acef1e133", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b-authn-ssl"} 2026-07-17T10:16:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "6d638f08-d000-4251-bb66-eb1acef1e133", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:16:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "be6c5eb3-0f69-4374-8033-edb2c7bcceb8", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:16:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "be6c5eb3-0f69-4374-8033-edb2c7bcceb8", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b-authn-ssl"} 2026-07-17T10:16:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "be6c5eb3-0f69-4374-8033-edb2c7bcceb8", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:16:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "1a3cf5ad-af6d-414b-9563-546cebecfb80", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:16:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "1a3cf5ad-af6d-414b-9563-546cebecfb80", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b-authn-ssl"} 2026-07-17T10:16:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "1a3cf5ad-af6d-414b-9563-546cebecfb80", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:16:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "3b035735-0f68-4544-b309-bb818b171b51", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:16:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "3b035735-0f68-4544-b309-bb818b171b51", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b-authn-ssl"} 2026-07-17T10:16:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "3b035735-0f68-4544-b309-bb818b171b51", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:16:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "65dda8d9-da52-46a6-bef3-a725d792d67a", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:16:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "65dda8d9-da52-46a6-bef3-a725d792d67a", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b-authn-ssl"} 2026-07-17T10:16:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "65dda8d9-da52-46a6-bef3-a725d792d67a", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:16:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "b88d3327-87e4-4515-bcbb-402f7828b875", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:16:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "b88d3327-87e4-4515-bcbb-402f7828b875", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b-authn-ssl"} 2026-07-17T10:16:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "b88d3327-87e4-4515-bcbb-402f7828b875", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:16:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "odh-trusted-ca-bundle", "reconcileID": "2e2e80ae-29a6-47c8-b97c-3d216feda6a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:16:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "openshift-service-ca.crt", "reconcileID": "914aee33-f2cb-4552-ad0f-e5305af5aa14", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:16:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "openshift-service-ca.crt", "reconcileID": "173861bb-2733-4a93-891b-a00cabba3fac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ed096b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T10:16:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "openshift-service-ca.crt", "reconcileID": "173861bb-2733-4a93-891b-a00cabba3fac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:16:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "openshift-service-ca.crt", "reconcileID": "854c7c8f-83bd-418f-ae32-89795b4adf17", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ed096b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T10:16:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "openshift-service-ca.crt", "reconcileID": "854c7c8f-83bd-418f-ae32-89795b4adf17", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T10:16:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c17102d-2cf7-45ac-8787-9199d81fc6a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ed096b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T10:16:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7c17102d-2cf7-45ac-8787-9199d81fc6a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:16:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "odh-trusted-ca-bundle", "reconcileID": "bb8d3b59-255a-42f0-bf7b-396b4cf709f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:16:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "openshift-service-ca.crt", "reconcileID": "fb297df3-f2d6-4b82-bfb4-5c82ae570d47", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:16:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2e3eedb-9032-4bf1-8618-616bf6dfb6f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:16:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "bb2e0cfe-0051-4d06-8eda-7b0a8e2e5d76", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:16:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "bb2e0cfe-0051-4d06-8eda-7b0a8e2e5d76", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b-authn-ssl"} 2026-07-17T10:16:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "bb2e0cfe-0051-4d06-8eda-7b0a8e2e5d76", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:16:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "849b5f58-7400-4ea2-ad7f-b75380d54b27", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T10:16:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "d32a9645-c0da-4fe7-8733-efe64a2d2f83", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:16:12Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "d32a9645-c0da-4fe7-8733-efe64a2d2f83", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9-authn-ssl"} 2026-07-17T10:16:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "d32a9645-c0da-4fe7-8733-efe64a2d2f83", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:16:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "c0d7739e-c6b9-481d-bdc0-742e20d8f5e9", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:16:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "c0d7739e-c6b9-481d-bdc0-742e20d8f5e9", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9-authn-ssl"} 2026-07-17T10:16:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "c0d7739e-c6b9-481d-bdc0-742e20d8f5e9", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:16:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "e9f5eccd-7aba-466f-8ea7-2ea77946ed6c", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:16:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "e9f5eccd-7aba-466f-8ea7-2ea77946ed6c", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9-authn-ssl"} 2026-07-17T10:16:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "e9f5eccd-7aba-466f-8ea7-2ea77946ed6c", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:16:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "c9127247-bcce-41f1-9dad-283b232d6555", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:16:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "c9127247-bcce-41f1-9dad-283b232d6555", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9-authn-ssl"} 2026-07-17T10:16:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "c9127247-bcce-41f1-9dad-283b232d6555", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:16:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "0593e25b-0ecd-41cb-a8cf-94a2636e6d68", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:16:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "0593e25b-0ecd-41cb-a8cf-94a2636e6d68", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9-authn-ssl"} 2026-07-17T10:16:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "0593e25b-0ecd-41cb-a8cf-94a2636e6d68", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:16:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "b92a1efa-da10-4c89-961e-f693a2953ce7", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:16:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "b92a1efa-da10-4c89-961e-f693a2953ce7", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9-authn-ssl"} 2026-07-17T10:16:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "b92a1efa-da10-4c89-961e-f693a2953ce7", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:16:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "db150958-7a32-43a4-8f25-35cda91986d1", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:16:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "db150958-7a32-43a4-8f25-35cda91986d1", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9-authn-ssl"} 2026-07-17T10:16:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "db150958-7a32-43a4-8f25-35cda91986d1", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:16:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "8c9b69b4-65b9-411a-8ad1-ec1576003480", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:16:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "8c9b69b4-65b9-411a-8ad1-ec1576003480", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b-authn-ssl"} 2026-07-17T10:16:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "8c9b69b4-65b9-411a-8ad1-ec1576003480", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:16:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "openshift-service-ca.crt", "reconcileID": "7179f8f4-9dd6-4ce8-a6c7-f0a6121cbe11", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:16:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "odh-trusted-ca-bundle", "reconcileID": "d709203c-f02e-44a8-8233-4cb4f7eee814", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:16:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "openshift-service-ca.crt", "reconcileID": "3d482483-68c9-4412-b049-2fb0ea2c3050", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-af80d9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T10:16:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "openshift-service-ca.crt", "reconcileID": "3d482483-68c9-4412-b049-2fb0ea2c3050", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:16:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "392ad7cc-1ea1-4f16-83fc-0f5c0d44eea0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:16:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "openshift-service-ca.crt", "reconcileID": "bea80f3f-76c3-48bb-8c43-f8c1e705708b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:16:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "odh-trusted-ca-bundle", "reconcileID": "f160dcb8-a5d4-4198-8b98-28a14f8bfe7d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-af80d9", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T10:16:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "odh-trusted-ca-bundle", "reconcileID": "f160dcb8-a5d4-4198-8b98-28a14f8bfe7d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:16:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d9441cf-2cce-42eb-bbfc-360592e67d81", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:16:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "4ebe3611-569e-46ad-b578-e037b2cd766a", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:16:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "4ebe3611-569e-46ad-b578-e037b2cd766a", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9-authn-ssl"} 2026-07-17T10:16:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "4ebe3611-569e-46ad-b578-e037b2cd766a", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:16:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "406863cb-d3a5-400b-bd82-f6f4b2b9f803", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T10:16:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "e0a283db-2395-4c07-8907-b4f8a7d25ad3", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:16:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "e0a283db-2395-4c07-8907-b4f8a7d25ad3", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9-authn-ssl"} 2026-07-17T10:16:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "e0a283db-2395-4c07-8907-b4f8a7d25ad3", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:16:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "768b401e-f714-4db5-9144-1ba8b4191929", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:16:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "768b401e-f714-4db5-9144-1ba8b4191929", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:16:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "768b401e-f714-4db5-9144-1ba8b4191929", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:16:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "768b401e-f714-4db5-9144-1ba8b4191929", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b-kserve-route-authn"} 2026-07-17T10:16:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "768b401e-f714-4db5-9144-1ba8b4191929", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "authType": "userdefined"} 2026-07-17T10:16:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "768b401e-f714-4db5-9144-1ba8b4191929", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:16:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "9aadf611-65d2-4992-80d5-2bc16778aa8e", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:16:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "9aadf611-65d2-4992-80d5-2bc16778aa8e", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b-authn-ssl"} 2026-07-17T10:16:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "9aadf611-65d2-4992-80d5-2bc16778aa8e", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:16:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "8e7263c7-0fe7-4382-9740-c20abd705d7c", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:16:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "8e7263c7-0fe7-4382-9740-c20abd705d7c", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:16:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "8e7263c7-0fe7-4382-9740-c20abd705d7c", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:16:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "8e7263c7-0fe7-4382-9740-c20abd705d7c", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b-kserve-route-authn"} 2026-07-17T10:16:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "8e7263c7-0fe7-4382-9740-c20abd705d7c", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "authType": "userdefined"} 2026-07-17T10:16:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "8e7263c7-0fe7-4382-9740-c20abd705d7c", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:16:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3deab2a3-ff50-431e-b423-593c23d6ae53", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T10:16:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eb87b2bc-371b-461b-a4eb-40b4b20d0910", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T10:16:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "425f05f2-25eb-4e4c-b9f3-fe2cbd5a2a9f", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:16:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "425f05f2-25eb-4e4c-b9f3-fe2cbd5a2a9f", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b-authn-ssl"} 2026-07-17T10:16:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "425f05f2-25eb-4e4c-b9f3-fe2cbd5a2a9f", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:17:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "2a756031-5a4b-467b-bd09-e80c3101cc11", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:17:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "2a756031-5a4b-467b-bd09-e80c3101cc11", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:17:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "2a756031-5a4b-467b-bd09-e80c3101cc11", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:17:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "2a756031-5a4b-467b-bd09-e80c3101cc11", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b-kserve-route-authn"} 2026-07-17T10:17:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "2a756031-5a4b-467b-bd09-e80c3101cc11", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "authType": "userdefined"} 2026-07-17T10:17:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "2a756031-5a4b-467b-bd09-e80c3101cc11", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:17:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "52c731ae-51f8-4f7a-a6ec-75b2c57c5dd1", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:17:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "52c731ae-51f8-4f7a-a6ec-75b2c57c5dd1", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:17:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "52c731ae-51f8-4f7a-a6ec-75b2c57c5dd1", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:17:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "52c731ae-51f8-4f7a-a6ec-75b2c57c5dd1", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b-kserve-route-authn"} 2026-07-17T10:17:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "52c731ae-51f8-4f7a-a6ec-75b2c57c5dd1", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "authType": "userdefined"} 2026-07-17T10:17:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "52c731ae-51f8-4f7a-a6ec-75b2c57c5dd1", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:17:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "c052f94f-d3ec-45e5-ba75-cfcc417e0cbd", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:17:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "c052f94f-d3ec-45e5-ba75-cfcc417e0cbd", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:17:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "c052f94f-d3ec-45e5-ba75-cfcc417e0cbd", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:17:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "36da83e6-b794-4f05-8ef3-c7c9713c471c", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:17:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "c052f94f-d3ec-45e5-ba75-cfcc417e0cbd", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9-kserve-route-authn"} 2026-07-17T10:17:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "c052f94f-d3ec-45e5-ba75-cfcc417e0cbd", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "authType": "userdefined"} 2026-07-17T10:17:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "c052f94f-d3ec-45e5-ba75-cfcc417e0cbd", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:17:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "36da83e6-b794-4f05-8ef3-c7c9713c471c", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9-authn-ssl"} 2026-07-17T10:17:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "36da83e6-b794-4f05-8ef3-c7c9713c471c", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:17:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "4a70e8f9-a9f3-4a1c-96e6-25fe3cb96aae", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:17:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "4a70e8f9-a9f3-4a1c-96e6-25fe3cb96aae", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:17:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "4a70e8f9-a9f3-4a1c-96e6-25fe3cb96aae", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:17:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "4a70e8f9-a9f3-4a1c-96e6-25fe3cb96aae", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9-kserve-route-authn"} 2026-07-17T10:17:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "4a70e8f9-a9f3-4a1c-96e6-25fe3cb96aae", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "authType": "userdefined"} 2026-07-17T10:17:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "4a70e8f9-a9f3-4a1c-96e6-25fe3cb96aae", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:17:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "f3cedef3-f8be-4366-aba3-5b8027602433", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:17:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "f3cedef3-f8be-4366-aba3-5b8027602433", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9-authn-ssl"} 2026-07-17T10:17:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "f3cedef3-f8be-4366-aba3-5b8027602433", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:17:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "2219b4b8-12b7-46fd-8f97-a9e37b8bee73", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:17:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "2219b4b8-12b7-46fd-8f97-a9e37b8bee73", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:17:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "2219b4b8-12b7-46fd-8f97-a9e37b8bee73", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:17:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "2219b4b8-12b7-46fd-8f97-a9e37b8bee73", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9-kserve-route-authn"} 2026-07-17T10:17:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "2219b4b8-12b7-46fd-8f97-a9e37b8bee73", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "authType": "userdefined"} 2026-07-17T10:17:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "2219b4b8-12b7-46fd-8f97-a9e37b8bee73", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:17:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "66f2e169-d8d0-42a3-b93c-cb748f808e30", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:17:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "66f2e169-d8d0-42a3-b93c-cb748f808e30", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:17:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "66f2e169-d8d0-42a3-b93c-cb748f808e30", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:17:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "66f2e169-d8d0-42a3-b93c-cb748f808e30", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9-kserve-route-authn"} 2026-07-17T10:17:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "66f2e169-d8d0-42a3-b93c-cb748f808e30", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "authType": "userdefined"} 2026-07-17T10:17:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "66f2e169-d8d0-42a3-b93c-cb748f808e30", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:17:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "f8b05c70-abc2-4db3-9fbe-20c2bf32fbfe", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:17:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "f8b05c70-abc2-4db3-9fbe-20c2bf32fbfe", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:17:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "f8b05c70-abc2-4db3-9fbe-20c2bf32fbfe", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:17:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "f8b05c70-abc2-4db3-9fbe-20c2bf32fbfe", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9-kserve-route-authn"} 2026-07-17T10:17:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "f8b05c70-abc2-4db3-9fbe-20c2bf32fbfe", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "authType": "userdefined"} 2026-07-17T10:17:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "f8b05c70-abc2-4db3-9fbe-20c2bf32fbfe", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:17:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "28bdb8e0-7ef1-46c2-a7fb-9cf3c38aae95", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:17:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "28bdb8e0-7ef1-46c2-a7fb-9cf3c38aae95", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b-authn-ssl"} 2026-07-17T10:17:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "28bdb8e0-7ef1-46c2-a7fb-9cf3c38aae95", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:17:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "fef81779-c3dc-419c-8471-3e845ab526e4", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:17:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "fef81779-c3dc-419c-8471-3e845ab526e4", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9-authn-ssl"} 2026-07-17T10:17:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "fef81779-c3dc-419c-8471-3e845ab526e4", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:18:28Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T10:18:28Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T10:18:30Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T10:18:30Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T10:19:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "3367ecb9-0901-4fa9-bd1c-6ed3d2ce3d46", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:19:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "3367ecb9-0901-4fa9-bd1c-6ed3d2ce3d46", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b"} 2026-07-17T10:19:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "3367ecb9-0901-4fa9-bd1c-6ed3d2ce3d46", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:19:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "3367ecb9-0901-4fa9-bd1c-6ed3d2ce3d46", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:19:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "3367ecb9-0901-4fa9-bd1c-6ed3d2ce3d46", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b-kserve-route-authn"} 2026-07-17T10:19:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "3367ecb9-0901-4fa9-bd1c-6ed3d2ce3d46", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b-kserve-route-authn"} 2026-07-17T10:19:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "3367ecb9-0901-4fa9-bd1c-6ed3d2ce3d46", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:19:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "3367ecb9-0901-4fa9-bd1c-6ed3d2ce3d46", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:19:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "auth-test-model-ed096b", "reconcileID": "9365d064-3f26-40d9-95ff-1ae917e1fdf6", "LLMInferenceService": "auth-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:19:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "29f254ff-1be5-4b23-aa8e-60eca38bf33e", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:19:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "29f254ff-1be5-4b23-aa8e-60eca38bf33e", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b-authn-ssl"} 2026-07-17T10:19:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "29f254ff-1be5-4b23-aa8e-60eca38bf33e", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:19:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "67ed4bd3-0e6b-4f69-a19b-2eef2f99ab4b", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:19:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "67ed4bd3-0e6b-4f69-a19b-2eef2f99ab4b", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b-authn-ssl"} 2026-07-17T10:19:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "67ed4bd3-0e6b-4f69-a19b-2eef2f99ab4b", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:19:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "03d0252f-6c9f-4c42-9621-b656c504b355", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:19:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "03d0252f-6c9f-4c42-9621-b656c504b355", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9"} 2026-07-17T10:19:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "03d0252f-6c9f-4c42-9621-b656c504b355", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:19:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "03d0252f-6c9f-4c42-9621-b656c504b355", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:19:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "03d0252f-6c9f-4c42-9621-b656c504b355", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9-kserve-route-authn"} 2026-07-17T10:19:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "03d0252f-6c9f-4c42-9621-b656c504b355", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9-kserve-route-authn"} 2026-07-17T10:19:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "03d0252f-6c9f-4c42-9621-b656c504b355", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:19:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "03d0252f-6c9f-4c42-9621-b656c504b355", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:19:24Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "auth-test-model-af80d9", "reconcileID": "a0df2f71-288d-44c0-bcc3-e69f1cb676f1", "LLMInferenceService": "auth-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:19:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "c87dad52-ee39-4f62-bd41-0cf513904a7c", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:19:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "c87dad52-ee39-4f62-bd41-0cf513904a7c", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9-authn-ssl"} 2026-07-17T10:19:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "c87dad52-ee39-4f62-bd41-0cf513904a7c", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:19:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "ca0af1d8-117a-41e6-ac05-8124c462ecb9", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:19:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "ca0af1d8-117a-41e6-ac05-8124c462ecb9", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9-authn-ssl"} 2026-07-17T10:19:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "ca0af1d8-117a-41e6-ac05-8124c462ecb9", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:19:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "f16dac73-d408-494e-81c7-06161e6ad2d7", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:19:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "f16dac73-d408-494e-81c7-06161e6ad2d7", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:19:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "f16dac73-d408-494e-81c7-06161e6ad2d7", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:19:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "e908be1e-c484-4346-aacd-a230dae7efda", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:19:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "f16dac73-d408-494e-81c7-06161e6ad2d7", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b-kserve-route-authn"} 2026-07-17T10:19:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "f16dac73-d408-494e-81c7-06161e6ad2d7", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "authType": "userdefined"} 2026-07-17T10:19:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "f16dac73-d408-494e-81c7-06161e6ad2d7", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:19:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "e908be1e-c484-4346-aacd-a230dae7efda", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b-authn-ssl"} 2026-07-17T10:19:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "e908be1e-c484-4346-aacd-a230dae7efda", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:19:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "e9c09af5-f3a5-4b1d-a2fd-8175128028f9", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:19:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "e9c09af5-f3a5-4b1d-a2fd-8175128028f9", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:19:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "e9c09af5-f3a5-4b1d-a2fd-8175128028f9", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:19:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "e9c09af5-f3a5-4b1d-a2fd-8175128028f9", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b-kserve-route-authn"} 2026-07-17T10:19:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "e9c09af5-f3a5-4b1d-a2fd-8175128028f9", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "authType": "userdefined"} 2026-07-17T10:19:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "e9c09af5-f3a5-4b1d-a2fd-8175128028f9", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:19:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "9eafb807-13a1-4fc5-8749-e18e41eecb3b", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:19:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "9eafb807-13a1-4fc5-8749-e18e41eecb3b", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b-authn-ssl"} 2026-07-17T10:19:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "9eafb807-13a1-4fc5-8749-e18e41eecb3b", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:19:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "408f5a33-a75b-4d43-adef-e9b72fde58a2", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:19:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "408f5a33-a75b-4d43-adef-e9b72fde58a2", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:19:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "408f5a33-a75b-4d43-adef-e9b72fde58a2", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:19:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "408f5a33-a75b-4d43-adef-e9b72fde58a2", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b-kserve-route-authn"} 2026-07-17T10:19:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "408f5a33-a75b-4d43-adef-e9b72fde58a2", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "authType": "userdefined"} 2026-07-17T10:19:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "408f5a33-a75b-4d43-adef-e9b72fde58a2", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:19:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "86a2a775-3a00-4e1a-baad-3f89d20cbd9f", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:19:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "86a2a775-3a00-4e1a-baad-3f89d20cbd9f", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:19:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "86a2a775-3a00-4e1a-baad-3f89d20cbd9f", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:19:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "86a2a775-3a00-4e1a-baad-3f89d20cbd9f", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b-kserve-route-authn"} 2026-07-17T10:19:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "86a2a775-3a00-4e1a-baad-3f89d20cbd9f", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "authType": "userdefined"} 2026-07-17T10:19:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "86a2a775-3a00-4e1a-baad-3f89d20cbd9f", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:19:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "9b55e504-ba34-405f-bb73-61b7f3bc454a", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:19:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "9b55e504-ba34-405f-bb73-61b7f3bc454a", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:19:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "9b55e504-ba34-405f-bb73-61b7f3bc454a", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:19:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "fdc278ba-3115-4f5d-bbf7-958cd2d3c153", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:19:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "9b55e504-ba34-405f-bb73-61b7f3bc454a", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9-kserve-route-authn"} 2026-07-17T10:19:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "9b55e504-ba34-405f-bb73-61b7f3bc454a", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "authType": "userdefined"} 2026-07-17T10:19:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "9b55e504-ba34-405f-bb73-61b7f3bc454a", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:19:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "fdc278ba-3115-4f5d-bbf7-958cd2d3c153", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9-authn-ssl"} 2026-07-17T10:19:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "fdc278ba-3115-4f5d-bbf7-958cd2d3c153", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:19:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "78635f16-ea0e-47cf-a1e4-9240732a4129", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:19:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "78635f16-ea0e-47cf-a1e4-9240732a4129", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:19:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "78635f16-ea0e-47cf-a1e4-9240732a4129", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:19:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "78635f16-ea0e-47cf-a1e4-9240732a4129", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9-kserve-route-authn"} 2026-07-17T10:19:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "78635f16-ea0e-47cf-a1e4-9240732a4129", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "authType": "userdefined"} 2026-07-17T10:19:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "78635f16-ea0e-47cf-a1e4-9240732a4129", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:20:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "b26ba4fc-7be5-4de9-9181-b000b24cdbb8", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:20:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "b26ba4fc-7be5-4de9-9181-b000b24cdbb8", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9-authn-ssl"} 2026-07-17T10:20:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "b26ba4fc-7be5-4de9-9181-b000b24cdbb8", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:20:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "0b5a51b7-d5a2-42dd-b1d4-28b86d2ac279", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:20:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "0b5a51b7-d5a2-42dd-b1d4-28b86d2ac279", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:20:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "0b5a51b7-d5a2-42dd-b1d4-28b86d2ac279", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:20:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "0b5a51b7-d5a2-42dd-b1d4-28b86d2ac279", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9-kserve-route-authn"} 2026-07-17T10:20:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "0b5a51b7-d5a2-42dd-b1d4-28b86d2ac279", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "authType": "userdefined"} 2026-07-17T10:20:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "0b5a51b7-d5a2-42dd-b1d4-28b86d2ac279", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:20:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "f219f473-b8dc-493f-81aa-d88309477953", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:20:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "f219f473-b8dc-493f-81aa-d88309477953", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:20:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "f219f473-b8dc-493f-81aa-d88309477953", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:20:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "f219f473-b8dc-493f-81aa-d88309477953", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9-kserve-route-authn"} 2026-07-17T10:20:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "f219f473-b8dc-493f-81aa-d88309477953", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "authType": "userdefined"} 2026-07-17T10:20:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "f219f473-b8dc-493f-81aa-d88309477953", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:20:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "fabb5939-b106-4f34-9214-2226c63c0bb4", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:20:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "fabb5939-b106-4f34-9214-2226c63c0bb4", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:20:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "fabb5939-b106-4f34-9214-2226c63c0bb4", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:20:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "fabb5939-b106-4f34-9214-2226c63c0bb4", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9-kserve-route-authn"} 2026-07-17T10:20:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "fabb5939-b106-4f34-9214-2226c63c0bb4", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "authType": "userdefined"} 2026-07-17T10:20:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "fabb5939-b106-4f34-9214-2226c63c0bb4", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:20:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "24ce02fe-d049-4dcb-9f1b-135874ce34d4", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:20:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "24ce02fe-d049-4dcb-9f1b-135874ce34d4", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b"} 2026-07-17T10:20:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "24ce02fe-d049-4dcb-9f1b-135874ce34d4", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:20:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "24ce02fe-d049-4dcb-9f1b-135874ce34d4", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:20:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "24ce02fe-d049-4dcb-9f1b-135874ce34d4", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b-kserve-route-authn"} 2026-07-17T10:20:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "24ce02fe-d049-4dcb-9f1b-135874ce34d4", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b-kserve-route-authn"} 2026-07-17T10:20:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "24ce02fe-d049-4dcb-9f1b-135874ce34d4", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:20:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "24ce02fe-d049-4dcb-9f1b-135874ce34d4", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:20:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "sub-test-model-ed096b", "reconcileID": "1c3e783a-e895-471a-ace6-bef60283b3ae", "LLMInferenceService": "sub-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:20:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "ea5a47ad-f48e-4ce4-8f68-a54c1c6f202b", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:20:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "ea5a47ad-f48e-4ce4-8f68-a54c1c6f202b", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b-authn-ssl"} 2026-07-17T10:20:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "ea5a47ad-f48e-4ce4-8f68-a54c1c6f202b", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:20:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "41549efe-1999-466b-9bf9-026dbf831f5d", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:20:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "41549efe-1999-466b-9bf9-026dbf831f5d", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b-authn-ssl"} 2026-07-17T10:20:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "41549efe-1999-466b-9bf9-026dbf831f5d", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:20:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "e66a2560-14fa-4364-860d-38522af44d67", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:20:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "e66a2560-14fa-4364-860d-38522af44d67", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9"} 2026-07-17T10:20:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "e66a2560-14fa-4364-860d-38522af44d67", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:20:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "e66a2560-14fa-4364-860d-38522af44d67", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:20:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "e66a2560-14fa-4364-860d-38522af44d67", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9-kserve-route-authn"} 2026-07-17T10:20:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "e66a2560-14fa-4364-860d-38522af44d67", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9-kserve-route-authn"} 2026-07-17T10:20:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "e66a2560-14fa-4364-860d-38522af44d67", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:20:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "e66a2560-14fa-4364-860d-38522af44d67", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:20:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "sub-test-model-af80d9", "reconcileID": "1fd9eabf-1918-40f2-9a76-4e8a36521d1a", "LLMInferenceService": "sub-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:20:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "c47ccf69-1555-4f74-b1cd-17eac2112ef2", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:20:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "c47ccf69-1555-4f74-b1cd-17eac2112ef2", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9-authn-ssl"} 2026-07-17T10:20:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "c47ccf69-1555-4f74-b1cd-17eac2112ef2", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:20:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "f2ff86f6-bd05-4a62-9c7b-20bc8c016f28", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:20:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "f2ff86f6-bd05-4a62-9c7b-20bc8c016f28", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9-authn-ssl"} 2026-07-17T10:20:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "f2ff86f6-bd05-4a62-9c7b-20bc8c016f28", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:20:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "06dc63f3-87dd-4daa-a23b-fe7c885371ff", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:20:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "06dc63f3-87dd-4daa-a23b-fe7c885371ff", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:20:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "06dc63f3-87dd-4daa-a23b-fe7c885371ff", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:20:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "929afe8d-e380-4441-954d-e275941f4846", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:20:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "06dc63f3-87dd-4daa-a23b-fe7c885371ff", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b-kserve-route-authn"} 2026-07-17T10:20:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "06dc63f3-87dd-4daa-a23b-fe7c885371ff", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "authType": "userdefined"} 2026-07-17T10:20:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "06dc63f3-87dd-4daa-a23b-fe7c885371ff", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:20:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "929afe8d-e380-4441-954d-e275941f4846", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b-authn-ssl"} 2026-07-17T10:20:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "929afe8d-e380-4441-954d-e275941f4846", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:20:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "0cdec3c4-6184-443b-afa3-14f2b1cd6bf3", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:20:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "0cdec3c4-6184-443b-afa3-14f2b1cd6bf3", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:20:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "0cdec3c4-6184-443b-afa3-14f2b1cd6bf3", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:20:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "0cdec3c4-6184-443b-afa3-14f2b1cd6bf3", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b-kserve-route-authn"} 2026-07-17T10:20:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "0cdec3c4-6184-443b-afa3-14f2b1cd6bf3", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "authType": "userdefined"} 2026-07-17T10:20:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "0cdec3c4-6184-443b-afa3-14f2b1cd6bf3", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:20:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "0529f622-6a4a-443a-b738-d7c6469bbaee", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:20:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "0529f622-6a4a-443a-b738-d7c6469bbaee", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b-authn-ssl"} 2026-07-17T10:20:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "0529f622-6a4a-443a-b738-d7c6469bbaee", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:20:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "f47a7e14-3469-4241-94fc-50f0c7eaeff6", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:20:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "f47a7e14-3469-4241-94fc-50f0c7eaeff6", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:20:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "f47a7e14-3469-4241-94fc-50f0c7eaeff6", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:20:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "f47a7e14-3469-4241-94fc-50f0c7eaeff6", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b-kserve-route-authn"} 2026-07-17T10:20:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "f47a7e14-3469-4241-94fc-50f0c7eaeff6", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "authType": "userdefined"} 2026-07-17T10:20:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "f47a7e14-3469-4241-94fc-50f0c7eaeff6", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:20:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0fe277a2-8778-4533-b6f2-f18492c3dd31", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T10:21:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "df10d1fb-4591-4660-a6e0-aa6539a819db", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:21:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "df10d1fb-4591-4660-a6e0-aa6539a819db", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:21:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "df10d1fb-4591-4660-a6e0-aa6539a819db", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:21:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "df10d1fb-4591-4660-a6e0-aa6539a819db", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b-kserve-route-authn"} 2026-07-17T10:21:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "df10d1fb-4591-4660-a6e0-aa6539a819db", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "authType": "userdefined"} 2026-07-17T10:21:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "df10d1fb-4591-4660-a6e0-aa6539a819db", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:21:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "fe3a9e0f-ba06-42ad-979f-5b1aed6e1492", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:21:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "fe3a9e0f-ba06-42ad-979f-5b1aed6e1492", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:21:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "fe3a9e0f-ba06-42ad-979f-5b1aed6e1492", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:21:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "bf493a4a-59f0-4af2-8109-d8e9341b1253", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:21:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "fe3a9e0f-ba06-42ad-979f-5b1aed6e1492", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9-kserve-route-authn"} 2026-07-17T10:21:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "fe3a9e0f-ba06-42ad-979f-5b1aed6e1492", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "authType": "userdefined"} 2026-07-17T10:21:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "fe3a9e0f-ba06-42ad-979f-5b1aed6e1492", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:21:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "bf493a4a-59f0-4af2-8109-d8e9341b1253", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9-authn-ssl"} 2026-07-17T10:21:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "bf493a4a-59f0-4af2-8109-d8e9341b1253", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:21:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "5e0a7a62-9c6b-403c-b88b-9aff9d3672da", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:21:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "5e0a7a62-9c6b-403c-b88b-9aff9d3672da", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:21:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "5e0a7a62-9c6b-403c-b88b-9aff9d3672da", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:21:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "5e0a7a62-9c6b-403c-b88b-9aff9d3672da", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9-kserve-route-authn"} 2026-07-17T10:21:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "5e0a7a62-9c6b-403c-b88b-9aff9d3672da", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "authType": "userdefined"} 2026-07-17T10:21:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "5e0a7a62-9c6b-403c-b88b-9aff9d3672da", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:21:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f4d0bcd6-22be-4f94-ab8c-9079eb3d6505", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T10:21:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2553a4ba-a032-4dbe-8b21-279820b1afb7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T10:21:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "57cbbc3e-1b26-472a-afbe-b5dfe2370b12", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:21:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "57cbbc3e-1b26-472a-afbe-b5dfe2370b12", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9-authn-ssl"} 2026-07-17T10:21:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "57cbbc3e-1b26-472a-afbe-b5dfe2370b12", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:21:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "ac4778db-b5d6-4f7b-9d22-d2239c9f1bbe", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:21:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "ac4778db-b5d6-4f7b-9d22-d2239c9f1bbe", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:21:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "ac4778db-b5d6-4f7b-9d22-d2239c9f1bbe", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:21:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "ac4778db-b5d6-4f7b-9d22-d2239c9f1bbe", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9-kserve-route-authn"} 2026-07-17T10:21:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "ac4778db-b5d6-4f7b-9d22-d2239c9f1bbe", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "authType": "userdefined"} 2026-07-17T10:21:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "ac4778db-b5d6-4f7b-9d22-d2239c9f1bbe", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:21:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "bfb09051-ad8b-4763-82ca-7f2c8d810031", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:21:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "bfb09051-ad8b-4763-82ca-7f2c8d810031", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:21:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "bfb09051-ad8b-4763-82ca-7f2c8d810031", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:21:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "bfb09051-ad8b-4763-82ca-7f2c8d810031", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9-kserve-route-authn"} 2026-07-17T10:21:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "bfb09051-ad8b-4763-82ca-7f2c8d810031", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "authType": "userdefined"} 2026-07-17T10:21:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "bfb09051-ad8b-4763-82ca-7f2c8d810031", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:22:31Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "bfad70a5-9afe-4938-a998-a2067a52a284", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:22:31Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "bfad70a5-9afe-4938-a998-a2067a52a284", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b"} 2026-07-17T10:22:31Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "bfad70a5-9afe-4938-a998-a2067a52a284", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:22:31Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "bfad70a5-9afe-4938-a998-a2067a52a284", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:22:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "bfad70a5-9afe-4938-a998-a2067a52a284", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b-kserve-route-authn"} 2026-07-17T10:22:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "bfad70a5-9afe-4938-a998-a2067a52a284", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b-kserve-route-authn"} 2026-07-17T10:22:31Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "bfad70a5-9afe-4938-a998-a2067a52a284", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:22:31Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "bfad70a5-9afe-4938-a998-a2067a52a284", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:22:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-ed096b","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "rate-test-model-ed096b", "reconcileID": "8d686a0f-f6aa-4ea4-aeed-3c941dcdc141", "LLMInferenceService": "rate-test-model-ed096b", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:22:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "613eefca-f499-4916-99ae-2872841f65d3", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:22:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "613eefca-f499-4916-99ae-2872841f65d3", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b-authn-ssl"} 2026-07-17T10:22:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "613eefca-f499-4916-99ae-2872841f65d3", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:22:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "5f842c72-f69c-46bf-a79e-6d7d123d1819", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:22:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "5f842c72-f69c-46bf-a79e-6d7d123d1819", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b-authn-ssl"} 2026-07-17T10:22:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "5f842c72-f69c-46bf-a79e-6d7d123d1819", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:22:31Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "6087b57e-4a64-4777-b9ce-a1dec045f6c5", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:22:31Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "6087b57e-4a64-4777-b9ce-a1dec045f6c5", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9"} 2026-07-17T10:22:31Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "6087b57e-4a64-4777-b9ce-a1dec045f6c5", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:22:31Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "6087b57e-4a64-4777-b9ce-a1dec045f6c5", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:22:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "6087b57e-4a64-4777-b9ce-a1dec045f6c5", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9-kserve-route-authn"} 2026-07-17T10:22:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "6087b57e-4a64-4777-b9ce-a1dec045f6c5", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9-kserve-route-authn"} 2026-07-17T10:22:31Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "6087b57e-4a64-4777-b9ce-a1dec045f6c5", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:22:31Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "6087b57e-4a64-4777-b9ce-a1dec045f6c5", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:22:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-af80d9","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "rate-test-model-af80d9", "reconcileID": "15e4f622-beb3-41fe-92a1-c23b3e45bfb1", "LLMInferenceService": "rate-test-model-af80d9", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:22:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "4ea05919-df3a-44ff-924b-685cf2444245", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:22:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "4ea05919-df3a-44ff-924b-685cf2444245", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9-authn-ssl"} 2026-07-17T10:22:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "4ea05919-df3a-44ff-924b-685cf2444245", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:22:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "56a74ac3-18ea-497a-9b5b-4aebf882a3d7", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:22:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "56a74ac3-18ea-497a-9b5b-4aebf882a3d7", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9-authn-ssl"} 2026-07-17T10:22:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "56a74ac3-18ea-497a-9b5b-4aebf882a3d7", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:22:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aaa68ef4-ac68-47f6-a24b-b5308d12564e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T10:23:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "bee74c18-b6b3-4aab-8eae-95c712383acd", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:23:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "bee74c18-b6b3-4aab-8eae-95c712383acd", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b-authn-ssl"} 2026-07-17T10:23:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "bee74c18-b6b3-4aab-8eae-95c712383acd", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:23:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "04b61bb8-76ac-4b27-aace-b06ba999d349", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:23:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "04b61bb8-76ac-4b27-aace-b06ba999d349", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b-authn-ssl"} 2026-07-17T10:23:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "04b61bb8-76ac-4b27-aace-b06ba999d349", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:23:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e481a4f-b20d-452f-be47-18a79a1ac686", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:23:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e481a4f-b20d-452f-be47-18a79a1ac686", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ed096b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T10:23:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e481a4f-b20d-452f-be47-18a79a1ac686", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-ed096b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T10:23:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "odh-trusted-ca-bundle", "reconcileID": "a4e9b89e-4a40-4466-bb3c-843306cee096", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:23:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "odh-trusted-ca-bundle", "reconcileID": "a4e9b89e-4a40-4466-bb3c-843306cee096", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:23:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "openshift-service-ca.crt", "reconcileID": "46b309e3-9b0b-4f73-81ba-7021e9148a3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:23:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "openshift-service-ca.crt", "reconcileID": "46b309e3-9b0b-4f73-81ba-7021e9148a3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:23:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58d644ae-85f4-4d83-b26d-7100e006498f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:23:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-ed096b"}, "namespace": "ai-tenant-e2e-shared-a-ed096b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58d644ae-85f4-4d83-b26d-7100e006498f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-ed096b"} 2026-07-17T10:23:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-ed096b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-ed096b", "reconcileID": "abff04c0-d8ad-49c6-bd44-f251ef390838", "Gateway": "e2e-shared-a-ed096b", "namespace": "openshift-ingress"} 2026-07-17T10:23:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8952cfad-431c-42ce-8700-2d9fefe8fea5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T10:23:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "569f2326-5c3d-4093-8763-3a6dd093db7d", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:23:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "569f2326-5c3d-4093-8763-3a6dd093db7d", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9-authn-ssl"} 2026-07-17T10:23:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "569f2326-5c3d-4093-8763-3a6dd093db7d", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:23:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "2983aebf-4056-45d2-bb7c-a8672315bebf", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:23:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "2983aebf-4056-45d2-bb7c-a8672315bebf", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9-authn-ssl"} 2026-07-17T10:23:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "2983aebf-4056-45d2-bb7c-a8672315bebf", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"} 2026-07-17T10:23:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6666e57-d1d5-4542-a0fb-7cc51a22c2d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:23:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6666e57-d1d5-4542-a0fb-7cc51a22c2d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-af80d9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T10:23:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6666e57-d1d5-4542-a0fb-7cc51a22c2d3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-af80d9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T10:23:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "odh-trusted-ca-bundle", "reconcileID": "af38e948-e613-41f2-ba44-911a49740b55", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:23:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "odh-trusted-ca-bundle", "reconcileID": "af38e948-e613-41f2-ba44-911a49740b55", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-af80d9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T10:23:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "odh-trusted-ca-bundle", "reconcileID": "af38e948-e613-41f2-ba44-911a49740b55", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-af80d9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T10:23:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "openshift-service-ca.crt", "reconcileID": "51765792-fcff-4801-961a-08875f5d6584", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:23:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "openshift-service-ca.crt", "reconcileID": "51765792-fcff-4801-961a-08875f5d6584", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:23:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4a4ed85-4a44-495f-8882-6fcd4b1399a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:23:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b4a4ed85-4a44-495f-8882-6fcd4b1399a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:23:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "odh-trusted-ca-bundle", "reconcileID": "af505daa-c50d-4eff-ae9a-bed0aded17b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:23:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-af80d9"}, "namespace": "ai-tenant-e2e-shared-b-af80d9", "name": "odh-trusted-ca-bundle", "reconcileID": "af505daa-c50d-4eff-ae9a-bed0aded17b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-af80d9"} 2026-07-17T10:23:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-af80d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-af80d9", "reconcileID": "f9165ef1-e8ac-4123-a9b0-3163f66a1cb5", "Gateway": "e2e-shared-b-af80d9", "namespace": "openshift-ingress"}