2026-07-17T02:00:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d8cc4a"}, "namespace": "ai-tenant-e2e-api-b-d8cc4a", "name": "openshift-service-ca.crt", "reconcileID": "04c252c7-167f-4161-8e34-09291cf3d7d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d8cc4a"} 2026-07-17T02:00:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d8cc4a"}, "namespace": "ai-tenant-e2e-api-b-d8cc4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa4ba0c9-ee30-467d-90cd-ed0eacde580f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d8cc4a"} 2026-07-17T02:00:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d8cc4a"}, "namespace": "ai-tenant-e2e-api-b-d8cc4a", "name": "openshift-service-ca.crt", "reconcileID": "1bdc8389-7cb7-47af-b4b8-df0b0afe0888", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d8cc4a"} 2026-07-17T02:00:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d8cc4a"}, "namespace": "ai-tenant-e2e-api-b-d8cc4a", "name": "odh-trusted-ca-bundle", "reconcileID": "1a030b38-cc6c-450a-866a-232940dfe255", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d8cc4a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T02:00:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d8cc4a"}, "namespace": "ai-tenant-e2e-api-b-d8cc4a", "name": "odh-trusted-ca-bundle", "reconcileID": "1a030b38-cc6c-450a-866a-232940dfe255", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d8cc4a"} 2026-07-17T02:00:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d8cc4a"}, "namespace": "ai-tenant-e2e-api-b-d8cc4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4385544d-7e42-407b-bfb5-578460569374", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d8cc4a"} 2026-07-17T02:00:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8cc4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8cc4a", "reconcileID": "733be9f3-4ad3-4b09-b2b1-43551c3f8353", "Gateway": "e2e-api-b-d8cc4a", "namespace": "openshift-ingress"} 2026-07-17T02:00:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8cc4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8cc4a", "reconcileID": "733be9f3-4ad3-4b09-b2b1-43551c3f8353", "Gateway": "e2e-api-b-d8cc4a", "namespace": "openshift-ingress", "name": "e2e-api-b-d8cc4a-authn-ssl"} 2026-07-17T02:00:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8cc4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8cc4a", "reconcileID": "733be9f3-4ad3-4b09-b2b1-43551c3f8353", "Gateway": "e2e-api-b-d8cc4a", "namespace": "openshift-ingress"} 2026-07-17T02:00:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "560f05c4-6f65-432f-bdce-75d0c182adc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T02:00:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3413e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3413e7", "reconcileID": "754d9283-f2d1-4d69-9402-6df0001c694d", "Gateway": "e2e-api-a-3413e7", "namespace": "openshift-ingress"} 2026-07-17T02:00:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3413e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3413e7", "reconcileID": "754d9283-f2d1-4d69-9402-6df0001c694d", "Gateway": "e2e-api-a-3413e7", "namespace": "openshift-ingress", "name": "e2e-api-a-3413e7-authn-ssl"} 2026-07-17T02:00:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3413e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3413e7", "reconcileID": "754d9283-f2d1-4d69-9402-6df0001c694d", "Gateway": "e2e-api-a-3413e7", "namespace": "openshift-ingress"} 2026-07-17T02:00:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8cc4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8cc4a", "reconcileID": "c38f21c2-e4d6-4f87-91d1-3f8c5452402e", "Gateway": "e2e-api-b-d8cc4a", "namespace": "openshift-ingress"} 2026-07-17T02:00:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8cc4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8cc4a", "reconcileID": "c38f21c2-e4d6-4f87-91d1-3f8c5452402e", "Gateway": "e2e-api-b-d8cc4a", "namespace": "openshift-ingress", "name": "e2e-api-b-d8cc4a-authn-ssl"} 2026-07-17T02:00:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8cc4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8cc4a", "reconcileID": "c38f21c2-e4d6-4f87-91d1-3f8c5452402e", "Gateway": "e2e-api-b-d8cc4a", "namespace": "openshift-ingress"} 2026-07-17T02:01:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b4ff82e7-14b7-4740-8916-d96ba480db7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T02:01:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8cc4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8cc4a", "reconcileID": "987f30c1-1252-4217-8a27-2f4389351003", "Gateway": "e2e-api-b-d8cc4a", "namespace": "openshift-ingress"} 2026-07-17T02:01:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8cc4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8cc4a", "reconcileID": "987f30c1-1252-4217-8a27-2f4389351003", "Gateway": "e2e-api-b-d8cc4a", "namespace": "openshift-ingress", "name": "e2e-api-b-d8cc4a-authn-ssl"} 2026-07-17T02:01:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8cc4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8cc4a", "reconcileID": "987f30c1-1252-4217-8a27-2f4389351003", "Gateway": "e2e-api-b-d8cc4a", "namespace": "openshift-ingress"} 2026-07-17T02:01:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5396ae56-78f5-4c0e-aaca-5c6c397f4efc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T02:01:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "515af77e-998c-4a8a-886d-ee77c9c47def", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T02:01:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3413e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3413e7", "reconcileID": "ec304839-9a7c-4d87-a68b-5bb2be045e42", "Gateway": "e2e-api-a-3413e7", "namespace": "openshift-ingress"} 2026-07-17T02:01:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3413e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3413e7", "reconcileID": "ec304839-9a7c-4d87-a68b-5bb2be045e42", "Gateway": "e2e-api-a-3413e7", "namespace": "openshift-ingress", "name": "e2e-api-a-3413e7-authn-ssl"} 2026-07-17T02:01:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3413e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3413e7", "reconcileID": "ec304839-9a7c-4d87-a68b-5bb2be045e42", "Gateway": "e2e-api-a-3413e7", "namespace": "openshift-ingress"} 2026-07-17T02:01:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3413e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3413e7", "reconcileID": "30e46697-5655-4a0a-af7a-94955bd06487", "Gateway": "e2e-api-a-3413e7", "namespace": "openshift-ingress"} 2026-07-17T02:01:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3413e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3413e7", "reconcileID": "30e46697-5655-4a0a-af7a-94955bd06487", "Gateway": "e2e-api-a-3413e7", "namespace": "openshift-ingress", "name": "e2e-api-a-3413e7-authn-ssl"} 2026-07-17T02:01:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3413e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3413e7", "reconcileID": "30e46697-5655-4a0a-af7a-94955bd06487", "Gateway": "e2e-api-a-3413e7", "namespace": "openshift-ingress"} 2026-07-17T02:01:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3413e7"}, "namespace": "ai-tenant-e2e-api-a-3413e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35da2f94-c7cb-4e8a-8a3f-08a25947db90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3413e7"} 2026-07-17T02:01:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3413e7"}, "namespace": "ai-tenant-e2e-api-a-3413e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35da2f94-c7cb-4e8a-8a3f-08a25947db90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3413e7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T02:01:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3413e7"}, "namespace": "ai-tenant-e2e-api-a-3413e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35da2f94-c7cb-4e8a-8a3f-08a25947db90", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-3413e7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T02:01:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-3413e7"}, "namespace": "ai-tenant-e2e-api-a-3413e7", "name": "odh-trusted-ca-bundle", "reconcileID": "b4305161-6229-4c50-ba3c-0b69a878d170", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3413e7"} 2026-07-17T02:01:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-3413e7"}, "namespace": "ai-tenant-e2e-api-a-3413e7", "name": "odh-trusted-ca-bundle", "reconcileID": "b4305161-6229-4c50-ba3c-0b69a878d170", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3413e7"} 2026-07-17T02:01:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-3413e7"}, "namespace": "ai-tenant-e2e-api-a-3413e7", "name": "openshift-service-ca.crt", "reconcileID": "5eed1e22-498d-4b27-8cd5-ea5abb73bc00", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-3413e7"} 2026-07-17T02:01:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-3413e7"}, "namespace": "ai-tenant-e2e-api-a-3413e7", "name": "openshift-service-ca.crt", "reconcileID": "5eed1e22-498d-4b27-8cd5-ea5abb73bc00", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-3413e7"} 2026-07-17T02:01:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3413e7"}, "namespace": "ai-tenant-e2e-api-a-3413e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88d1fa0e-fe41-4ba9-a6a1-9cca65ed55dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3413e7"} 2026-07-17T02:01:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-3413e7"}, "namespace": "ai-tenant-e2e-api-a-3413e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88d1fa0e-fe41-4ba9-a6a1-9cca65ed55dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-3413e7"} 2026-07-17T02:01:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-3413e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-3413e7", "reconcileID": "1ab9e247-01e0-4db1-9279-c14a3dca22f2", "Gateway": "e2e-api-a-3413e7", "namespace": "openshift-ingress"} 2026-07-17T02:01:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5c789e31-a7c9-4846-9c5e-f26d80d92083", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T02:01:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8cc4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8cc4a", "reconcileID": "1b080dd4-3479-4ba8-9aa1-1e9fee0f6ed1", "Gateway": "e2e-api-b-d8cc4a", "namespace": "openshift-ingress"} 2026-07-17T02:01:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8cc4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8cc4a", "reconcileID": "1b080dd4-3479-4ba8-9aa1-1e9fee0f6ed1", "Gateway": "e2e-api-b-d8cc4a", "namespace": "openshift-ingress", "name": "e2e-api-b-d8cc4a-authn-ssl"} 2026-07-17T02:01:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8cc4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8cc4a", "reconcileID": "1b080dd4-3479-4ba8-9aa1-1e9fee0f6ed1", "Gateway": "e2e-api-b-d8cc4a", "namespace": "openshift-ingress"} 2026-07-17T02:01:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8cc4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8cc4a", "reconcileID": "4fe0eeac-3fa0-44b7-8c38-d1f62a40281c", "Gateway": "e2e-api-b-d8cc4a", "namespace": "openshift-ingress"} 2026-07-17T02:01:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8cc4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8cc4a", "reconcileID": "4fe0eeac-3fa0-44b7-8c38-d1f62a40281c", "Gateway": "e2e-api-b-d8cc4a", "namespace": "openshift-ingress", "name": "e2e-api-b-d8cc4a-authn-ssl"} 2026-07-17T02:01:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8cc4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8cc4a", "reconcileID": "4fe0eeac-3fa0-44b7-8c38-d1f62a40281c", "Gateway": "e2e-api-b-d8cc4a", "namespace": "openshift-ingress"} 2026-07-17T02:01:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d8cc4a"}, "namespace": "ai-tenant-e2e-api-b-d8cc4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b761fb00-aaf7-426c-80d9-0756e49a12c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d8cc4a"} 2026-07-17T02:01:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d8cc4a"}, "namespace": "ai-tenant-e2e-api-b-d8cc4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b761fb00-aaf7-426c-80d9-0756e49a12c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d8cc4a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T02:01:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d8cc4a"}, "namespace": "ai-tenant-e2e-api-b-d8cc4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b761fb00-aaf7-426c-80d9-0756e49a12c8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-d8cc4a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T02:01:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d8cc4a"}, "namespace": "ai-tenant-e2e-api-b-d8cc4a", "name": "odh-trusted-ca-bundle", "reconcileID": "66273ed8-f205-4603-a1f2-2bdd07bc6922", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d8cc4a"} 2026-07-17T02:01:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d8cc4a"}, "namespace": "ai-tenant-e2e-api-b-d8cc4a", "name": "odh-trusted-ca-bundle", "reconcileID": "66273ed8-f205-4603-a1f2-2bdd07bc6922", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d8cc4a"} 2026-07-17T02:01:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d8cc4a"}, "namespace": "ai-tenant-e2e-api-b-d8cc4a", "name": "openshift-service-ca.crt", "reconcileID": "43a8a7d6-49fd-40e2-946a-67dbfc630940", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d8cc4a"} 2026-07-17T02:01:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d8cc4a"}, "namespace": "ai-tenant-e2e-api-b-d8cc4a", "name": "openshift-service-ca.crt", "reconcileID": "43a8a7d6-49fd-40e2-946a-67dbfc630940", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d8cc4a"} 2026-07-17T02:01:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d8cc4a"}, "namespace": "ai-tenant-e2e-api-b-d8cc4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6c18fec-fed7-49bb-8903-794c27a3064c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d8cc4a"} 2026-07-17T02:01:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d8cc4a"}, "namespace": "ai-tenant-e2e-api-b-d8cc4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6c18fec-fed7-49bb-8903-794c27a3064c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d8cc4a"} 2026-07-17T02:01:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d8cc4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d8cc4a", "reconcileID": "27958388-2279-4dbd-979d-8eb2cd517b3d", "Gateway": "e2e-api-b-d8cc4a", "namespace": "openshift-ingress"} 2026-07-17T02:01:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "7697dde7-b557-4641-b846-9ce9a24d207d", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:01:55Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "7697dde7-b557-4641-b846-9ce9a24d207d", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7-authn-ssl"} 2026-07-17T02:01:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "7697dde7-b557-4641-b846-9ce9a24d207d", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:01:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "5742e88b-14b8-4402-98df-6de2b8b58713", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:01:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "5742e88b-14b8-4402-98df-6de2b8b58713", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7-authn-ssl"} 2026-07-17T02:01:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "5742e88b-14b8-4402-98df-6de2b8b58713", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:01:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "80ba9926-2f9f-47eb-9b5a-e67379844143", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:01:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "80ba9926-2f9f-47eb-9b5a-e67379844143", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7-authn-ssl"} 2026-07-17T02:01:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "80ba9926-2f9f-47eb-9b5a-e67379844143", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:01:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "4fa15500-c969-40a6-8d9a-529aa5d1392b", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:01:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "4fa15500-c969-40a6-8d9a-529aa5d1392b", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7-authn-ssl"} 2026-07-17T02:01:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "4fa15500-c969-40a6-8d9a-529aa5d1392b", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:01:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "38f08239-d210-408f-8fdd-03a88c8f2bd2", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:01:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "38f08239-d210-408f-8fdd-03a88c8f2bd2", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7-authn-ssl"} 2026-07-17T02:01:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "38f08239-d210-408f-8fdd-03a88c8f2bd2", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:01:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "d5334cff-38f9-4448-a760-cc0b466c0e15", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:01:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "d5334cff-38f9-4448-a760-cc0b466c0e15", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7-authn-ssl"} 2026-07-17T02:01:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "d5334cff-38f9-4448-a760-cc0b466c0e15", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:01:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "2f7a948b-a17c-4f7c-8034-ea86f5d19674", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:01:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "2f7a948b-a17c-4f7c-8034-ea86f5d19674", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7-authn-ssl"} 2026-07-17T02:01:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "2f7a948b-a17c-4f7c-8034-ea86f5d19674", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:01:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "openshift-service-ca.crt", "reconcileID": "b90ff225-e1a3-4262-a6b5-5c60fe214087", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:01:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "odh-trusted-ca-bundle", "reconcileID": "27c722b4-e41e-464f-8ba5-9c45abd28e3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:01:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "openshift-service-ca.crt", "reconcileID": "35925cac-0498-4af0-b917-2b4215d3fb98", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T02:01:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "openshift-service-ca.crt", "reconcileID": "35925cac-0498-4af0-b917-2b4215d3fb98", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:01:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9641db57-50a0-4f23-87eb-0bb6b5fc8767", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:01:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "openshift-service-ca.crt", "reconcileID": "ff1474d1-dbaa-4d6e-89cc-105c4ba4ed40", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:01:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "odh-trusted-ca-bundle", "reconcileID": "b5a49b3d-e45e-4f6c-8bad-8bbe1d98e12b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T02:01:58Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "odh-trusted-ca-bundle", "reconcileID": "b5a49b3d-e45e-4f6c-8bad-8bbe1d98e12b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:01:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3d11b6f-294c-4a1b-ad61-2f5257cde6e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:01:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "af18b521-af85-4eb2-afb3-029f3b9c2fac", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:01:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "af18b521-af85-4eb2-afb3-029f3b9c2fac", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7-authn-ssl"} 2026-07-17T02:01:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "af18b521-af85-4eb2-afb3-029f3b9c2fac", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:01:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5338716e-5598-4605-bb07-2d34f1cc06a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T02:02:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "abfb085f-b2c6-47f2-833e-77315a7d1da0", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:02:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "abfb085f-b2c6-47f2-833e-77315a7d1da0", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:02:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "abfb085f-b2c6-47f2-833e-77315a7d1da0", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:02:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "98def8ae-a325-4e25-8dfd-8ee43bb5b495", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:02:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "98def8ae-a325-4e25-8dfd-8ee43bb5b495", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:02:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "98def8ae-a325-4e25-8dfd-8ee43bb5b495", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:02:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "39266535-ce77-4c56-bb79-4d1f49305bee", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:02:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "39266535-ce77-4c56-bb79-4d1f49305bee", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:02:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "39266535-ce77-4c56-bb79-4d1f49305bee", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:02:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "1f4ebc73-4510-43b7-b214-6821c5e2411a", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:02:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "1f4ebc73-4510-43b7-b214-6821c5e2411a", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:02:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "1f4ebc73-4510-43b7-b214-6821c5e2411a", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:02:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "2647be0d-7ec7-4c8d-a017-52fc4e441457", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:02:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "2647be0d-7ec7-4c8d-a017-52fc4e441457", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:02:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "2647be0d-7ec7-4c8d-a017-52fc4e441457", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:02:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "48740e62-d388-43e3-a701-87ffeb1f26ba", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:02:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "48740e62-d388-43e3-a701-87ffeb1f26ba", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:02:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "48740e62-d388-43e3-a701-87ffeb1f26ba", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:02:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "bd9e692f-21d1-4032-98b8-40b77483c107", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:02:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "bd9e692f-21d1-4032-98b8-40b77483c107", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:02:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "bd9e692f-21d1-4032-98b8-40b77483c107", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:02:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "184068ee-ee1c-49b1-ae31-a9de7b9113b3", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:02:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "184068ee-ee1c-49b1-ae31-a9de7b9113b3", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7-authn-ssl"} 2026-07-17T02:02:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "184068ee-ee1c-49b1-ae31-a9de7b9113b3", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:02:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "48b2f2ce-9ad4-4eed-9b45-bb33806f7a78", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:02:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "48b2f2ce-9ad4-4eed-9b45-bb33806f7a78", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:02:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "48b2f2ce-9ad4-4eed-9b45-bb33806f7a78", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:02:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "openshift-service-ca.crt", "reconcileID": "33ace5c9-ca07-43ea-872c-b718905cdba0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:02:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "odh-trusted-ca-bundle", "reconcileID": "bd115fee-1f86-4bac-b892-ecae36233a7f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:02:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "openshift-service-ca.crt", "reconcileID": "e0a31d2d-e16e-407f-bca1-cfda0fbf057c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1f2720", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T02:02:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "openshift-service-ca.crt", "reconcileID": "e0a31d2d-e16e-407f-bca1-cfda0fbf057c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:02:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b147134-7470-46d6-ac23-4b7dee34848d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:02:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "openshift-service-ca.crt", "reconcileID": "8fd7e156-d473-4ec0-a0c8-67a0f8719d75", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:02:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "odh-trusted-ca-bundle", "reconcileID": "03f48042-6d81-4cd1-a399-0eb3a9c7973f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f2720", "update": "odh-kserve-custom-ca-bundle"} 2026-07-17T02:02:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "odh-trusted-ca-bundle", "reconcileID": "03f48042-6d81-4cd1-a399-0eb3a9c7973f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:02:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d516804-2086-4025-9b45-142f6bb21b1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:02:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "8fd8046b-d5c6-4205-ae56-6a7095861f42", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:02:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "8fd8046b-d5c6-4205-ae56-6a7095861f42", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:02:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "8fd8046b-d5c6-4205-ae56-6a7095861f42", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:02:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "77bb481f-c885-4176-9a26-e67fd9779531", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T02:02:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4ef91e67-75d8-46fe-8167-b38252f73dd7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T02:02:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "5cbf93f3-5803-49d9-a599-423ca63c883e", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:02:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "5cbf93f3-5803-49d9-a599-423ca63c883e", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:02:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "5cbf93f3-5803-49d9-a599-423ca63c883e", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:02:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "9ad834c4-9dde-48bd-a317-5614c3594b11", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:02:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "9ad834c4-9dde-48bd-a317-5614c3594b11", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:02:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "9ad834c4-9dde-48bd-a317-5614c3594b11", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:02:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "d147d13b-dc9d-4622-b6c1-be3d206ba8dd", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:02:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "9ad834c4-9dde-48bd-a317-5614c3594b11", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7-kserve-route-authn"} 2026-07-17T02:02:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "9ad834c4-9dde-48bd-a317-5614c3594b11", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "authType": "userdefined"} 2026-07-17T02:02:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "9ad834c4-9dde-48bd-a317-5614c3594b11", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:02:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "d147d13b-dc9d-4622-b6c1-be3d206ba8dd", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7-authn-ssl"} 2026-07-17T02:02:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "d147d13b-dc9d-4622-b6c1-be3d206ba8dd", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:02:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "bf93f147-bb03-483c-b1d8-637b9b04332a", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:02:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "bf93f147-bb03-483c-b1d8-637b9b04332a", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:02:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "bf93f147-bb03-483c-b1d8-637b9b04332a", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:02:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "bf93f147-bb03-483c-b1d8-637b9b04332a", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7-kserve-route-authn"} 2026-07-17T02:02:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "bf93f147-bb03-483c-b1d8-637b9b04332a", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "authType": "userdefined"} 2026-07-17T02:02:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "bf93f147-bb03-483c-b1d8-637b9b04332a", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:02:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f28a103d-f36f-47e0-a420-4385775c5d7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T02:02:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "11f4cea4-2fbe-43b4-b223-386caebdba71", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:02:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "11f4cea4-2fbe-43b4-b223-386caebdba71", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7-authn-ssl"} 2026-07-17T02:02:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "11f4cea4-2fbe-43b4-b223-386caebdba71", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:02:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "f534a4de-82fa-4adb-aa55-c952eca4ce84", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:02:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "f534a4de-82fa-4adb-aa55-c952eca4ce84", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:02:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "f534a4de-82fa-4adb-aa55-c952eca4ce84", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:02:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "f534a4de-82fa-4adb-aa55-c952eca4ce84", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7-kserve-route-authn"} 2026-07-17T02:02:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "f534a4de-82fa-4adb-aa55-c952eca4ce84", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "authType": "userdefined"} 2026-07-17T02:02:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "f534a4de-82fa-4adb-aa55-c952eca4ce84", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:02:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b01c54d1-98cc-4fde-bbe3-2d2d4eb907f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T02:02:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "edbc56da-6b4e-4ea3-8c40-e14b5538140d", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:02:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "edbc56da-6b4e-4ea3-8c40-e14b5538140d", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:02:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "edbc56da-6b4e-4ea3-8c40-e14b5538140d", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:02:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "edbc56da-6b4e-4ea3-8c40-e14b5538140d", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7-kserve-route-authn"} 2026-07-17T02:02:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "edbc56da-6b4e-4ea3-8c40-e14b5538140d", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "authType": "userdefined"} 2026-07-17T02:02:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "edbc56da-6b4e-4ea3-8c40-e14b5538140d", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:02:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "35040e61-3b01-4dc9-8a89-971ff652d8c0", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:02:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "35040e61-3b01-4dc9-8a89-971ff652d8c0", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:02:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "35040e61-3b01-4dc9-8a89-971ff652d8c0", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:02:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "35040e61-3b01-4dc9-8a89-971ff652d8c0", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7-kserve-route-authn"} 2026-07-17T02:02:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "35040e61-3b01-4dc9-8a89-971ff652d8c0", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "authType": "userdefined"} 2026-07-17T02:02:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "35040e61-3b01-4dc9-8a89-971ff652d8c0", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:02:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "b711a524-e108-4786-83b3-941397e25f25", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:02:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "b711a524-e108-4786-83b3-941397e25f25", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:02:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "b711a524-e108-4786-83b3-941397e25f25", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:02:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "b711a524-e108-4786-83b3-941397e25f25", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720-kserve-route-authn"} 2026-07-17T02:02:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "b711a524-e108-4786-83b3-941397e25f25", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "authType": "userdefined"} 2026-07-17T02:02:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "b711a524-e108-4786-83b3-941397e25f25", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:02:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "ee23fb91-8dbd-4bc4-9901-af7685632d68", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:02:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "ee23fb91-8dbd-4bc4-9901-af7685632d68", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:02:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "ee23fb91-8dbd-4bc4-9901-af7685632d68", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:02:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "839e4a16-d5f0-49d4-9003-51385ad6eafe", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:02:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "839e4a16-d5f0-49d4-9003-51385ad6eafe", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:02:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "839e4a16-d5f0-49d4-9003-51385ad6eafe", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:02:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "839e4a16-d5f0-49d4-9003-51385ad6eafe", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720-kserve-route-authn"} 2026-07-17T02:02:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "839e4a16-d5f0-49d4-9003-51385ad6eafe", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "authType": "userdefined"} 2026-07-17T02:02:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "839e4a16-d5f0-49d4-9003-51385ad6eafe", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:02:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "81af821c-a65b-47b4-9077-86ae51268662", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:02:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "81af821c-a65b-47b4-9077-86ae51268662", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:02:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "81af821c-a65b-47b4-9077-86ae51268662", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:02:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "bfff1052-2a9c-4a56-8fed-13fd1ac6b102", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:02:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "bfff1052-2a9c-4a56-8fed-13fd1ac6b102", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:02:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "bfff1052-2a9c-4a56-8fed-13fd1ac6b102", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:02:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "bfff1052-2a9c-4a56-8fed-13fd1ac6b102", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720-kserve-route-authn"} 2026-07-17T02:02:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "bfff1052-2a9c-4a56-8fed-13fd1ac6b102", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "authType": "userdefined"} 2026-07-17T02:02:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "bfff1052-2a9c-4a56-8fed-13fd1ac6b102", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:03:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "5b24f438-9f2c-4f5e-b5e8-96c1d9a723cd", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:03:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "5b24f438-9f2c-4f5e-b5e8-96c1d9a723cd", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:03:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "5b24f438-9f2c-4f5e-b5e8-96c1d9a723cd", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:03:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "5b24f438-9f2c-4f5e-b5e8-96c1d9a723cd", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720-kserve-route-authn"} 2026-07-17T02:03:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "5b24f438-9f2c-4f5e-b5e8-96c1d9a723cd", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "authType": "userdefined"} 2026-07-17T02:03:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "5b24f438-9f2c-4f5e-b5e8-96c1d9a723cd", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:03:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "ecc50742-ace9-4a3e-a565-845e5518c496", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:03:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "ecc50742-ace9-4a3e-a565-845e5518c496", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7-authn-ssl"} 2026-07-17T02:03:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "ecc50742-ace9-4a3e-a565-845e5518c496", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:03:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "e84b2bc7-4301-49fb-bba8-b73a3f2e0d69", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:03:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "e84b2bc7-4301-49fb-bba8-b73a3f2e0d69", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:03:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "e84b2bc7-4301-49fb-bba8-b73a3f2e0d69", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:04:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "1784a1c5-5fab-4de2-8ccf-eaa923479fb1", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:04:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "1784a1c5-5fab-4de2-8ccf-eaa923479fb1", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7"} 2026-07-17T02:04:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "1784a1c5-5fab-4de2-8ccf-eaa923479fb1", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:04:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "1784a1c5-5fab-4de2-8ccf-eaa923479fb1", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:04:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "1784a1c5-5fab-4de2-8ccf-eaa923479fb1", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7-kserve-route-authn"} 2026-07-17T02:04:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "1784a1c5-5fab-4de2-8ccf-eaa923479fb1", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7-kserve-route-authn"} 2026-07-17T02:04:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "1784a1c5-5fab-4de2-8ccf-eaa923479fb1", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:04:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "1784a1c5-5fab-4de2-8ccf-eaa923479fb1", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:04:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "auth-test-model-fd4ae7", "reconcileID": "aafe4eec-1848-46e5-ab34-bdb327e4e199", "LLMInferenceService": "auth-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:04:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "76568f48-0b55-40c0-9e40-a2ecc6a44894", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:04:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "76568f48-0b55-40c0-9e40-a2ecc6a44894", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7-authn-ssl"} 2026-07-17T02:04:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "76568f48-0b55-40c0-9e40-a2ecc6a44894", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:04:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "132f6dfa-2a57-47d2-9901-658114b78e3c", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:04:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "132f6dfa-2a57-47d2-9901-658114b78e3c", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7-authn-ssl"} 2026-07-17T02:04:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "132f6dfa-2a57-47d2-9901-658114b78e3c", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:04:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "c04e7f56-d0bc-42ec-940b-d4a6f19b9152", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:04:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "c04e7f56-d0bc-42ec-940b-d4a6f19b9152", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720"} 2026-07-17T02:04:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "c04e7f56-d0bc-42ec-940b-d4a6f19b9152", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:04:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "c04e7f56-d0bc-42ec-940b-d4a6f19b9152", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:04:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "c04e7f56-d0bc-42ec-940b-d4a6f19b9152", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720-kserve-route-authn"} 2026-07-17T02:04:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "c04e7f56-d0bc-42ec-940b-d4a6f19b9152", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720-kserve-route-authn"} 2026-07-17T02:04:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "c04e7f56-d0bc-42ec-940b-d4a6f19b9152", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:04:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "c04e7f56-d0bc-42ec-940b-d4a6f19b9152", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:04:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "auth-test-model-1f2720", "reconcileID": "8e79c171-7658-4168-ba8f-a52d95bb7b3c", "LLMInferenceService": "auth-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:04:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "7a100a82-3dd6-4873-a54f-9b6123a029fa", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:04:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "7a100a82-3dd6-4873-a54f-9b6123a029fa", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:04:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "7a100a82-3dd6-4873-a54f-9b6123a029fa", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:04:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "8eefc885-c3a7-48ef-8411-f30b00a08e54", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:04:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "8eefc885-c3a7-48ef-8411-f30b00a08e54", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:04:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "8eefc885-c3a7-48ef-8411-f30b00a08e54", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:04:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "9ab44c91-3e4b-49df-975d-404d8b950650", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:04:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "9ab44c91-3e4b-49df-975d-404d8b950650", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:04:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "9ab44c91-3e4b-49df-975d-404d8b950650", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:04:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "2f0976b6-e54d-4b1a-ab01-5b118b048e07", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:04:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "9ab44c91-3e4b-49df-975d-404d8b950650", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7-kserve-route-authn"} 2026-07-17T02:04:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "9ab44c91-3e4b-49df-975d-404d8b950650", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "authType": "userdefined"} 2026-07-17T02:04:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "9ab44c91-3e4b-49df-975d-404d8b950650", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:04:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "2f0976b6-e54d-4b1a-ab01-5b118b048e07", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7-authn-ssl"} 2026-07-17T02:04:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "2f0976b6-e54d-4b1a-ab01-5b118b048e07", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:04:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "1997aa02-fcb0-4da7-809f-117f7f467cd5", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:04:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "1997aa02-fcb0-4da7-809f-117f7f467cd5", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:04:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "1997aa02-fcb0-4da7-809f-117f7f467cd5", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:04:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "1997aa02-fcb0-4da7-809f-117f7f467cd5", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7-kserve-route-authn"} 2026-07-17T02:04:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "1997aa02-fcb0-4da7-809f-117f7f467cd5", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "authType": "userdefined"} 2026-07-17T02:04:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "1997aa02-fcb0-4da7-809f-117f7f467cd5", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:05:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "83f67c05-0cc7-4ca8-9be9-232184039a1e", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:05:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "83f67c05-0cc7-4ca8-9be9-232184039a1e", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7-authn-ssl"} 2026-07-17T02:05:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "83f67c05-0cc7-4ca8-9be9-232184039a1e", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:05:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "a9f033b0-a2f4-4abe-bd0e-10b4c5030e37", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:05:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "a9f033b0-a2f4-4abe-bd0e-10b4c5030e37", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:05:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "a9f033b0-a2f4-4abe-bd0e-10b4c5030e37", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:05:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "a9f033b0-a2f4-4abe-bd0e-10b4c5030e37", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7-kserve-route-authn"} 2026-07-17T02:05:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "a9f033b0-a2f4-4abe-bd0e-10b4c5030e37", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "authType": "userdefined"} 2026-07-17T02:05:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "a9f033b0-a2f4-4abe-bd0e-10b4c5030e37", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:05:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "29a3c4f5-badb-4b76-994a-5ecc08ce7978", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:05:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "29a3c4f5-badb-4b76-994a-5ecc08ce7978", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:05:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "29a3c4f5-badb-4b76-994a-5ecc08ce7978", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:05:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "29a3c4f5-badb-4b76-994a-5ecc08ce7978", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7-kserve-route-authn"} 2026-07-17T02:05:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "29a3c4f5-badb-4b76-994a-5ecc08ce7978", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "authType": "userdefined"} 2026-07-17T02:05:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "29a3c4f5-badb-4b76-994a-5ecc08ce7978", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:05:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "b6276944-fc70-4fb7-bf9b-1160473b69d1", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:05:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "b6276944-fc70-4fb7-bf9b-1160473b69d1", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:05:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "b6276944-fc70-4fb7-bf9b-1160473b69d1", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:05:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "b7471216-478e-4a5b-87d5-dcc31a155c33", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:05:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "b6276944-fc70-4fb7-bf9b-1160473b69d1", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720-kserve-route-authn"} 2026-07-17T02:05:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "b6276944-fc70-4fb7-bf9b-1160473b69d1", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "authType": "userdefined"} 2026-07-17T02:05:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "b6276944-fc70-4fb7-bf9b-1160473b69d1", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:05:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "b7471216-478e-4a5b-87d5-dcc31a155c33", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:05:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "b7471216-478e-4a5b-87d5-dcc31a155c33", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:05:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "03705e17-d82a-43ab-89d9-fd2fcdb1330e", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:05:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "03705e17-d82a-43ab-89d9-fd2fcdb1330e", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:05:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "03705e17-d82a-43ab-89d9-fd2fcdb1330e", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:05:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "03705e17-d82a-43ab-89d9-fd2fcdb1330e", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720-kserve-route-authn"} 2026-07-17T02:05:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "03705e17-d82a-43ab-89d9-fd2fcdb1330e", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "authType": "userdefined"} 2026-07-17T02:05:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "03705e17-d82a-43ab-89d9-fd2fcdb1330e", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:05:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "902e7882-d959-4e56-b4fa-bcd519ae2dc6", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:05:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "902e7882-d959-4e56-b4fa-bcd519ae2dc6", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:05:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "902e7882-d959-4e56-b4fa-bcd519ae2dc6", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:05:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "5f022583-504a-4c8d-bf19-828d211d40ce", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:05:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "5f022583-504a-4c8d-bf19-828d211d40ce", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:05:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "5f022583-504a-4c8d-bf19-828d211d40ce", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:05:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "5f022583-504a-4c8d-bf19-828d211d40ce", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720-kserve-route-authn"} 2026-07-17T02:05:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "5f022583-504a-4c8d-bf19-828d211d40ce", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "authType": "userdefined"} 2026-07-17T02:05:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "5f022583-504a-4c8d-bf19-828d211d40ce", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:05:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "874138dc-eb4e-46a7-b9fa-5df85b07ab1e", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:05:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "874138dc-eb4e-46a7-b9fa-5df85b07ab1e", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:05:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "874138dc-eb4e-46a7-b9fa-5df85b07ab1e", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:05:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "874138dc-eb4e-46a7-b9fa-5df85b07ab1e", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720-kserve-route-authn"} 2026-07-17T02:05:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "874138dc-eb4e-46a7-b9fa-5df85b07ab1e", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "authType": "userdefined"} 2026-07-17T02:05:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "874138dc-eb4e-46a7-b9fa-5df85b07ab1e", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:05:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "67b8de7c-1a43-4a8a-95a1-691bf04fbb41", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:05:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "67b8de7c-1a43-4a8a-95a1-691bf04fbb41", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:05:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "67b8de7c-1a43-4a8a-95a1-691bf04fbb41", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:05:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "67b8de7c-1a43-4a8a-95a1-691bf04fbb41", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720-kserve-route-authn"} 2026-07-17T02:05:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "67b8de7c-1a43-4a8a-95a1-691bf04fbb41", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "authType": "userdefined"} 2026-07-17T02:05:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "67b8de7c-1a43-4a8a-95a1-691bf04fbb41", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:06:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "27bbe3d6-25d3-4be9-b542-12b44bf0a710", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "27bbe3d6-25d3-4be9-b542-12b44bf0a710", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7"} 2026-07-17T02:06:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "27bbe3d6-25d3-4be9-b542-12b44bf0a710", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "27bbe3d6-25d3-4be9-b542-12b44bf0a710", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "27bbe3d6-25d3-4be9-b542-12b44bf0a710", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7-kserve-route-authn"} 2026-07-17T02:06:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "27bbe3d6-25d3-4be9-b542-12b44bf0a710", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7-kserve-route-authn"} 2026-07-17T02:06:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "27bbe3d6-25d3-4be9-b542-12b44bf0a710", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "27bbe3d6-25d3-4be9-b542-12b44bf0a710", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "sub-test-model-fd4ae7", "reconcileID": "48ad034f-297b-4c8f-b5ff-7d4783fe98fd", "LLMInferenceService": "sub-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "6bf576b6-5b7d-4952-bac3-bbd9d2e2f2fd", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:06:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "6bf576b6-5b7d-4952-bac3-bbd9d2e2f2fd", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7-authn-ssl"} 2026-07-17T02:06:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "6bf576b6-5b7d-4952-bac3-bbd9d2e2f2fd", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:06:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "4cf0e8c3-3be7-4edd-baca-ec519217efad", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:06:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "4cf0e8c3-3be7-4edd-baca-ec519217efad", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7-authn-ssl"} 2026-07-17T02:06:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "4cf0e8c3-3be7-4edd-baca-ec519217efad", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:06:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "6d33e7d0-93e9-499a-a61a-bb4a90fc8187", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:06:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "6d33e7d0-93e9-499a-a61a-bb4a90fc8187", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720"} 2026-07-17T02:06:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "6d33e7d0-93e9-499a-a61a-bb4a90fc8187", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:06:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "6d33e7d0-93e9-499a-a61a-bb4a90fc8187", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:06:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "6d33e7d0-93e9-499a-a61a-bb4a90fc8187", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720-kserve-route-authn"} 2026-07-17T02:06:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "6d33e7d0-93e9-499a-a61a-bb4a90fc8187", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720-kserve-route-authn"} 2026-07-17T02:06:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "6d33e7d0-93e9-499a-a61a-bb4a90fc8187", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:06:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "6d33e7d0-93e9-499a-a61a-bb4a90fc8187", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:06:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "sub-test-model-1f2720", "reconcileID": "55ca2780-764e-49e1-ac7d-dca4417b01cd", "LLMInferenceService": "sub-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:06:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "9c45eb50-5b94-4bcc-b622-36d54b785fbb", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:06:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "9c45eb50-5b94-4bcc-b622-36d54b785fbb", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:06:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "9c45eb50-5b94-4bcc-b622-36d54b785fbb", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:06:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "da74cb59-3226-47d8-9819-e74f26ef4a0d", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:06:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "da74cb59-3226-47d8-9819-e74f26ef4a0d", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:06:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "da74cb59-3226-47d8-9819-e74f26ef4a0d", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:06:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "f0529582-d444-4cc0-9f5b-5febce99db4b", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "f0529582-d444-4cc0-9f5b-5febce99db4b", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "f0529582-d444-4cc0-9f5b-5febce99db4b", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "829907f7-8f2b-47d9-9994-54e22c760351", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:06:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "f0529582-d444-4cc0-9f5b-5febce99db4b", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7-kserve-route-authn"} 2026-07-17T02:06:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "f0529582-d444-4cc0-9f5b-5febce99db4b", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "authType": "userdefined"} 2026-07-17T02:06:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "f0529582-d444-4cc0-9f5b-5febce99db4b", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "829907f7-8f2b-47d9-9994-54e22c760351", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7-authn-ssl"} 2026-07-17T02:06:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "829907f7-8f2b-47d9-9994-54e22c760351", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:06:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "a9df3c56-a8bd-473a-94b8-710671c47c03", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "a9df3c56-a8bd-473a-94b8-710671c47c03", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "a9df3c56-a8bd-473a-94b8-710671c47c03", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "a9df3c56-a8bd-473a-94b8-710671c47c03", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7-kserve-route-authn"} 2026-07-17T02:06:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "a9df3c56-a8bd-473a-94b8-710671c47c03", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "authType": "userdefined"} 2026-07-17T02:06:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "a9df3c56-a8bd-473a-94b8-710671c47c03", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "23efd63b-711f-43c7-879b-aa71fe91a11b", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:06:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "23efd63b-711f-43c7-879b-aa71fe91a11b", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7-authn-ssl"} 2026-07-17T02:06:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "23efd63b-711f-43c7-879b-aa71fe91a11b", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:06:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "1f0c59af-ce55-4867-927f-5f7fefd8d998", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "1f0c59af-ce55-4867-927f-5f7fefd8d998", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "1f0c59af-ce55-4867-927f-5f7fefd8d998", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "1f0c59af-ce55-4867-927f-5f7fefd8d998", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7-kserve-route-authn"} 2026-07-17T02:06:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "1f0c59af-ce55-4867-927f-5f7fefd8d998", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "authType": "userdefined"} 2026-07-17T02:06:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "1f0c59af-ce55-4867-927f-5f7fefd8d998", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "b084dedf-2dae-4c71-97c0-182d44115701", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "b084dedf-2dae-4c71-97c0-182d44115701", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "b084dedf-2dae-4c71-97c0-182d44115701", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "b084dedf-2dae-4c71-97c0-182d44115701", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7-kserve-route-authn"} 2026-07-17T02:06:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "b084dedf-2dae-4c71-97c0-182d44115701", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "authType": "userdefined"} 2026-07-17T02:06:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "b084dedf-2dae-4c71-97c0-182d44115701", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "90e14617-2b57-444e-a96c-d464628b6c9f", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "90e14617-2b57-444e-a96c-d464628b6c9f", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "90e14617-2b57-444e-a96c-d464628b6c9f", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "90e14617-2b57-444e-a96c-d464628b6c9f", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7-kserve-route-authn"} 2026-07-17T02:06:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "90e14617-2b57-444e-a96c-d464628b6c9f", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "authType": "userdefined"} 2026-07-17T02:06:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "90e14617-2b57-444e-a96c-d464628b6c9f", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:06:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "b6a856e6-5d06-494d-a650-6560c0dbc3ba", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:06:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "b6a856e6-5d06-494d-a650-6560c0dbc3ba", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:06:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "b6a856e6-5d06-494d-a650-6560c0dbc3ba", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:06:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "f2feb44a-7a5c-4a8d-98e4-c305348d010f", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:06:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "b6a856e6-5d06-494d-a650-6560c0dbc3ba", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720-kserve-route-authn"} 2026-07-17T02:06:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "b6a856e6-5d06-494d-a650-6560c0dbc3ba", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "authType": "userdefined"} 2026-07-17T02:06:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "b6a856e6-5d06-494d-a650-6560c0dbc3ba", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:06:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "f2feb44a-7a5c-4a8d-98e4-c305348d010f", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:06:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "f2feb44a-7a5c-4a8d-98e4-c305348d010f", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:06:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "b6a31e74-1ca6-42e8-ad49-38c952dba374", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:06:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "b6a31e74-1ca6-42e8-ad49-38c952dba374", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:06:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "b6a31e74-1ca6-42e8-ad49-38c952dba374", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:06:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "b6a31e74-1ca6-42e8-ad49-38c952dba374", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720-kserve-route-authn"} 2026-07-17T02:06:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "b6a31e74-1ca6-42e8-ad49-38c952dba374", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "authType": "userdefined"} 2026-07-17T02:06:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "b6a31e74-1ca6-42e8-ad49-38c952dba374", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:06:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "9c9ee963-7a88-42a0-9649-04267e8180f2", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:06:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "9c9ee963-7a88-42a0-9649-04267e8180f2", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:06:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "9c9ee963-7a88-42a0-9649-04267e8180f2", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:06:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "184d5650-d0f8-4895-aa07-5c7666f55d0a", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:06:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "184d5650-d0f8-4895-aa07-5c7666f55d0a", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:06:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "184d5650-d0f8-4895-aa07-5c7666f55d0a", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:06:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "184d5650-d0f8-4895-aa07-5c7666f55d0a", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720-kserve-route-authn"} 2026-07-17T02:06:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "184d5650-d0f8-4895-aa07-5c7666f55d0a", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "authType": "userdefined"} 2026-07-17T02:06:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "184d5650-d0f8-4895-aa07-5c7666f55d0a", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:06:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "77cbc54d-f5c9-443e-a21e-ec758531640f", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:06:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "77cbc54d-f5c9-443e-a21e-ec758531640f", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:06:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "77cbc54d-f5c9-443e-a21e-ec758531640f", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:06:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "77cbc54d-f5c9-443e-a21e-ec758531640f", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720-kserve-route-authn"} 2026-07-17T02:06:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "77cbc54d-f5c9-443e-a21e-ec758531640f", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "authType": "userdefined"} 2026-07-17T02:06:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "77cbc54d-f5c9-443e-a21e-ec758531640f", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:07:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "9384ea1c-4ba9-40ba-875b-7722c13beac9", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:07:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "9384ea1c-4ba9-40ba-875b-7722c13beac9", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:07:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "9384ea1c-4ba9-40ba-875b-7722c13beac9", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:07:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "9384ea1c-4ba9-40ba-875b-7722c13beac9", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720-kserve-route-authn"} 2026-07-17T02:07:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "9384ea1c-4ba9-40ba-875b-7722c13beac9", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "authType": "userdefined"} 2026-07-17T02:07:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "9384ea1c-4ba9-40ba-875b-7722c13beac9", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:07:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "41da53fa-6b14-46b6-a92b-e01dc19622f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T02:07:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "687b7a4f-26df-4bac-80a7-3183f4e41de2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T02:07:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e0db1d42-f817-4e6a-8958-48ad27e4882c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T02:07:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "ad28bb6d-160f-4b6b-bee6-e309810fdaee", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:07:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "ad28bb6d-160f-4b6b-bee6-e309810fdaee", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7"} 2026-07-17T02:07:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "ad28bb6d-160f-4b6b-bee6-e309810fdaee", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:07:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "ad28bb6d-160f-4b6b-bee6-e309810fdaee", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:07:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "ad28bb6d-160f-4b6b-bee6-e309810fdaee", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7-kserve-route-authn"} 2026-07-17T02:07:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "ad28bb6d-160f-4b6b-bee6-e309810fdaee", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7-kserve-route-authn"} 2026-07-17T02:07:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "ad28bb6d-160f-4b6b-bee6-e309810fdaee", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:07:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "ad28bb6d-160f-4b6b-bee6-e309810fdaee", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:07:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd4ae7","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "rate-test-model-fd4ae7", "reconcileID": "7638a838-7499-4777-aaec-ed41b7bf5bbf", "LLMInferenceService": "rate-test-model-fd4ae7", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:07:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "49b0f015-00f2-49df-9e5b-c3a9ce81b180", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:07:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "49b0f015-00f2-49df-9e5b-c3a9ce81b180", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7-authn-ssl"} 2026-07-17T02:07:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "49b0f015-00f2-49df-9e5b-c3a9ce81b180", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:07:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "f969bdb7-2f66-403f-b98b-16dd3cad4ac7", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:07:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "f969bdb7-2f66-403f-b98b-16dd3cad4ac7", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7-authn-ssl"} 2026-07-17T02:07:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "f969bdb7-2f66-403f-b98b-16dd3cad4ac7", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:07:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "a82b7598-acb2-438e-b580-c7888f1f7868", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:07:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "a82b7598-acb2-438e-b580-c7888f1f7868", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720"} 2026-07-17T02:07:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "a82b7598-acb2-438e-b580-c7888f1f7868", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:07:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "a82b7598-acb2-438e-b580-c7888f1f7868", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:07:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "a82b7598-acb2-438e-b580-c7888f1f7868", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720-kserve-route-authn"} 2026-07-17T02:07:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "a82b7598-acb2-438e-b580-c7888f1f7868", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720-kserve-route-authn"} 2026-07-17T02:07:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "a82b7598-acb2-438e-b580-c7888f1f7868", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:07:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "a82b7598-acb2-438e-b580-c7888f1f7868", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:07:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1f2720","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "rate-test-model-1f2720", "reconcileID": "e46bbf55-7501-466f-b5cd-90d09ecd604e", "LLMInferenceService": "rate-test-model-1f2720", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:07:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "0d61ceb9-a25d-44f5-9b39-2845205bd2d2", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:07:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "0d61ceb9-a25d-44f5-9b39-2845205bd2d2", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:07:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "0d61ceb9-a25d-44f5-9b39-2845205bd2d2", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:07:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "323a4a9e-7b7d-4b31-a789-a07e522679e5", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:07:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "323a4a9e-7b7d-4b31-a789-a07e522679e5", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:07:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "323a4a9e-7b7d-4b31-a789-a07e522679e5", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:07:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1ef2eb65-5278-47f5-b4a1-1655182b9a12", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T02:08:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "bb6f84d6-5a25-45c7-afbe-f2e94eada057", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:08:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "bb6f84d6-5a25-45c7-afbe-f2e94eada057", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7-authn-ssl"} 2026-07-17T02:08:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "bb6f84d6-5a25-45c7-afbe-f2e94eada057", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:08:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "91e162c0-9f68-46cf-9e51-fba83ec98ff0", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:08:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "91e162c0-9f68-46cf-9e51-fba83ec98ff0", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7-authn-ssl"} 2026-07-17T02:08:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "91e162c0-9f68-46cf-9e51-fba83ec98ff0", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:08:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "178c667f-55c1-4c4a-8006-a4d8bd7f84bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:08:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "178c667f-55c1-4c4a-8006-a4d8bd7f84bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T02:08:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "178c667f-55c1-4c4a-8006-a4d8bd7f84bc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-fd4ae7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T02:08:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "odh-trusted-ca-bundle", "reconcileID": "c04875c8-cc2e-483d-b743-ce2efceff70d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:08:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "odh-trusted-ca-bundle", "reconcileID": "c04875c8-cc2e-483d-b743-ce2efceff70d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:08:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "openshift-service-ca.crt", "reconcileID": "47dcf16f-b84d-4e9f-b740-62be0679f545", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:08:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "openshift-service-ca.crt", "reconcileID": "47dcf16f-b84d-4e9f-b740-62be0679f545", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:08:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e971a93-0e6e-4931-8f50-02dbf96a41d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:08:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd4ae7"}, "namespace": "ai-tenant-e2e-shared-a-fd4ae7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e971a93-0e6e-4931-8f50-02dbf96a41d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd4ae7"} 2026-07-17T02:08:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd4ae7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd4ae7", "reconcileID": "0405cdba-ba1b-47c9-866f-783a37d92e1a", "Gateway": "e2e-shared-a-fd4ae7", "namespace": "openshift-ingress"} 2026-07-17T02:08:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e339a76b-5fdb-4723-b75b-800b84b46069", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-17T02:08:26Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T02:08:26Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T02:08:27Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T02:08:27Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-17T02:08:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "bc156f05-89d7-4ae2-ae31-a45a4062b40e", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:08:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "bc156f05-89d7-4ae2-ae31-a45a4062b40e", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:08:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "bc156f05-89d7-4ae2-ae31-a45a4062b40e", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:08:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "54ed97d9-53dd-473c-a24a-47b8ffcc9789", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:08:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "54ed97d9-53dd-473c-a24a-47b8ffcc9789", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720-authn-ssl"} 2026-07-17T02:08:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "54ed97d9-53dd-473c-a24a-47b8ffcc9789", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"} 2026-07-17T02:08:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f95a6873-a4af-4939-8ee5-0ce8d1576a4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:08:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f95a6873-a4af-4939-8ee5-0ce8d1576a4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f2720", "create": "odh-kserve-custom-ca-bundle"} 2026-07-17T02:08:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f95a6873-a4af-4939-8ee5-0ce8d1576a4d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-1f2720 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-17T02:08:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "odh-trusted-ca-bundle", "reconcileID": "7e5115a4-7dd4-4301-af7e-71ff80be9f14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:08:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "odh-trusted-ca-bundle", "reconcileID": "7e5115a4-7dd4-4301-af7e-71ff80be9f14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:08:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "openshift-service-ca.crt", "reconcileID": "fbfe78ed-3d25-4ddf-a622-2355c42d090a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:08:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "openshift-service-ca.crt", "reconcileID": "fbfe78ed-3d25-4ddf-a622-2355c42d090a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:08:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "752f5bee-1689-4ec9-9617-946aa8105d12", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:08:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1f2720"}, "namespace": "ai-tenant-e2e-shared-b-1f2720", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "752f5bee-1689-4ec9-9617-946aa8105d12", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1f2720"} 2026-07-17T02:08:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1f2720","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1f2720", "reconcileID": "55f1f66f-a2ff-4856-b1d7-d80073dbc240", "Gateway": "e2e-shared-b-1f2720", "namespace": "openshift-ingress"}