2026-09-17T14:32:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "premium-w0-1269b2", "reconcileID": "55808346-febb-458f-bfb7-7dd08c155369", "LLMInferenceService": "premium-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "premium-w0-1269b2-kserve-route-authn"} 2026-09-17T14:32:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "premium-w0-1269b2", "reconcileID": "55808346-febb-458f-bfb7-7dd08c155369", "LLMInferenceService": "premium-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2", "authType": "userdefined"} 2026-09-17T14:32:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "premium-w0-1269b2", "reconcileID": "55808346-febb-458f-bfb7-7dd08c155369", "LLMInferenceService": "premium-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "embedding-w0-1269b2", "reconcileID": "6b660a06-f149-4d2a-8426-01c41880b697", "LLMInferenceService": "embedding-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "embedding-w0-1269b2", "reconcileID": "6b660a06-f149-4d2a-8426-01c41880b697", "LLMInferenceService": "embedding-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "embedding-w0-1269b2", "reconcileID": "6b660a06-f149-4d2a-8426-01c41880b697", "LLMInferenceService": "embedding-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "embedding-w0-1269b2", "reconcileID": "6b660a06-f149-4d2a-8426-01c41880b697", "LLMInferenceService": "embedding-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "embedding-w0-1269b2-kserve-route-authn"} 2026-09-17T14:32:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "embedding-w0-1269b2", "reconcileID": "6b660a06-f149-4d2a-8426-01c41880b697", "LLMInferenceService": "embedding-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2", "authType": "userdefined"} 2026-09-17T14:32:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "embedding-w0-1269b2", "reconcileID": "6b660a06-f149-4d2a-8426-01c41880b697", "LLMInferenceService": "embedding-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-w0-1269b2", "reconcileID": "6da6636f-5b40-43f0-b2fd-6578eb0c66e7", "LLMInferenceService": "distinct-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-w0-1269b2", "reconcileID": "6da6636f-5b40-43f0-b2fd-6578eb0c66e7", "LLMInferenceService": "distinct-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-w0-1269b2", "reconcileID": "6da6636f-5b40-43f0-b2fd-6578eb0c66e7", "LLMInferenceService": "distinct-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-w0-1269b2", "reconcileID": "6da6636f-5b40-43f0-b2fd-6578eb0c66e7", "LLMInferenceService": "distinct-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-w0-1269b2-kserve-route-authn"} 2026-09-17T14:32:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-w0-1269b2", "reconcileID": "6da6636f-5b40-43f0-b2fd-6578eb0c66e7", "LLMInferenceService": "distinct-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2", "authType": "userdefined"} 2026-09-17T14:32:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-w0-1269b2", "reconcileID": "6da6636f-5b40-43f0-b2fd-6578eb0c66e7", "LLMInferenceService": "distinct-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b83f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b83f70", "reconcileID": "30c074f2-5cc8-460d-bc39-7d43ac9b3b96", "Gateway": "e2e-shared-b-w2-b83f70", "namespace": "openshift-ingress"} 2026-09-17T14:32:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b83f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b83f70", "reconcileID": "30c074f2-5cc8-460d-bc39-7d43ac9b3b96", "Gateway": "e2e-shared-b-w2-b83f70", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b83f70-authn-ssl"} 2026-09-17T14:32:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b83f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b83f70", "reconcileID": "30c074f2-5cc8-460d-bc39-7d43ac9b3b96", "Gateway": "e2e-shared-b-w2-b83f70", "namespace": "openshift-ingress"} 2026-09-17T14:32:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b83f70"}, "namespace": "ai-tenant-e2e-shared-b-w2-b83f70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "751ca79f-894d-4fa9-8e1e-8fdb2d309d26", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b83f70"} 2026-09-17T14:32:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b83f70"}, "namespace": "ai-tenant-e2e-shared-b-w2-b83f70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "751ca79f-894d-4fa9-8e1e-8fdb2d309d26", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b83f70", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:32:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b83f70"}, "namespace": "ai-tenant-e2e-shared-b-w2-b83f70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "751ca79f-894d-4fa9-8e1e-8fdb2d309d26", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-b83f70 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T14:32:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b83f70"}, "namespace": "ai-tenant-e2e-shared-b-w2-b83f70", "name": "odh-trusted-ca-bundle", "reconcileID": "d2bfa0a8-ced9-4989-8172-671880b69bdf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b83f70"} 2026-09-17T14:32:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b83f70"}, "namespace": "ai-tenant-e2e-shared-b-w2-b83f70", "name": "odh-trusted-ca-bundle", "reconcileID": "d2bfa0a8-ced9-4989-8172-671880b69bdf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b83f70"} 2026-09-17T14:32:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-b83f70"}, "namespace": "ai-tenant-e2e-shared-b-w2-b83f70", "name": "openshift-service-ca.crt", "reconcileID": "4d536db8-6d7f-4042-a5ed-9a385e3b5064", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-b83f70"} 2026-09-17T14:32:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-b83f70"}, "namespace": "ai-tenant-e2e-shared-b-w2-b83f70", "name": "openshift-service-ca.crt", "reconcileID": "4d536db8-6d7f-4042-a5ed-9a385e3b5064", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-b83f70"} 2026-09-17T14:32:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b83f70"}, "namespace": "ai-tenant-e2e-shared-b-w2-b83f70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6783fa34-29b4-4fe8-880d-7620e4e3273a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b83f70"} 2026-09-17T14:32:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-b83f70"}, "namespace": "ai-tenant-e2e-shared-b-w2-b83f70", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6783fa34-29b4-4fe8-880d-7620e4e3273a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-b83f70"} 2026-09-17T14:32:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-b83f70","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-b83f70", "reconcileID": "bb6707ab-859f-4e75-9581-34038786f128", "Gateway": "e2e-shared-b-w2-b83f70", "namespace": "openshift-ingress"} 2026-09-17T14:32:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-2-w0-1269b2", "reconcileID": "5fba3364-a482-4026-883f-fa11160a8e54", "LLMInferenceService": "distinct-2-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-2-w0-1269b2", "reconcileID": "5fba3364-a482-4026-883f-fa11160a8e54", "LLMInferenceService": "distinct-2-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-2-w0-1269b2"} 2026-09-17T14:32:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-2-w0-1269b2", "reconcileID": "5fba3364-a482-4026-883f-fa11160a8e54", "LLMInferenceService": "distinct-2-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-2-w0-1269b2", "reconcileID": "5fba3364-a482-4026-883f-fa11160a8e54", "LLMInferenceService": "distinct-2-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-2-w0-1269b2", "reconcileID": "5fba3364-a482-4026-883f-fa11160a8e54", "LLMInferenceService": "distinct-2-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-2-w0-1269b2-kserve-route-authn"} 2026-09-17T14:32:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-2-w0-1269b2", "reconcileID": "5fba3364-a482-4026-883f-fa11160a8e54", "LLMInferenceService": "distinct-2-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-2-w0-1269b2-kserve-route-authn"} 2026-09-17T14:32:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-w0-1269b2", "reconcileID": "e0d50078-3973-40fb-964b-60cdb5c8356f", "LLMInferenceService": "distinct-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-w0-1269b2", "reconcileID": "e0d50078-3973-40fb-964b-60cdb5c8356f", "LLMInferenceService": "distinct-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-w0-1269b2"} 2026-09-17T14:32:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-w0-1269b2", "reconcileID": "e0d50078-3973-40fb-964b-60cdb5c8356f", "LLMInferenceService": "distinct-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-w0-1269b2", "reconcileID": "e0d50078-3973-40fb-964b-60cdb5c8356f", "LLMInferenceService": "distinct-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-w0-1269b2", "reconcileID": "e0d50078-3973-40fb-964b-60cdb5c8356f", "LLMInferenceService": "distinct-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-w0-1269b2-kserve-route-authn"} 2026-09-17T14:32:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-w0-1269b2", "reconcileID": "e0d50078-3973-40fb-964b-60cdb5c8356f", "LLMInferenceService": "distinct-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-w0-1269b2-kserve-route-authn"} 2026-09-17T14:32:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "embedding-w0-1269b2", "reconcileID": "18f2b465-81d6-4297-aa98-c2f226ecaf83", "LLMInferenceService": "embedding-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "embedding-w0-1269b2", "reconcileID": "18f2b465-81d6-4297-aa98-c2f226ecaf83", "LLMInferenceService": "embedding-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "embedding-w0-1269b2"} 2026-09-17T14:32:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "embedding-w0-1269b2", "reconcileID": "18f2b465-81d6-4297-aa98-c2f226ecaf83", "LLMInferenceService": "embedding-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "embedding-w0-1269b2", "reconcileID": "18f2b465-81d6-4297-aa98-c2f226ecaf83", "LLMInferenceService": "embedding-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "embedding-w0-1269b2", "reconcileID": "18f2b465-81d6-4297-aa98-c2f226ecaf83", "LLMInferenceService": "embedding-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "embedding-w0-1269b2-kserve-route-authn"} 2026-09-17T14:32:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "embedding-w0-1269b2", "reconcileID": "18f2b465-81d6-4297-aa98-c2f226ecaf83", "LLMInferenceService": "embedding-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "embedding-w0-1269b2-kserve-route-authn"} 2026-09-17T14:32:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "premium-w0-1269b2", "reconcileID": "bc1cd932-3e43-4a44-83e6-a3b20ac8b75c", "LLMInferenceService": "premium-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "premium-w0-1269b2", "reconcileID": "bc1cd932-3e43-4a44-83e6-a3b20ac8b75c", "LLMInferenceService": "premium-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "premium-w0-1269b2"} 2026-09-17T14:32:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "premium-w0-1269b2", "reconcileID": "bc1cd932-3e43-4a44-83e6-a3b20ac8b75c", "LLMInferenceService": "premium-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "premium-w0-1269b2", "reconcileID": "bc1cd932-3e43-4a44-83e6-a3b20ac8b75c", "LLMInferenceService": "premium-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "premium-w0-1269b2", "reconcileID": "bc1cd932-3e43-4a44-83e6-a3b20ac8b75c", "LLMInferenceService": "premium-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "premium-w0-1269b2-kserve-route-authn"} 2026-09-17T14:32:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "premium-w0-1269b2", "reconcileID": "bc1cd932-3e43-4a44-83e6-a3b20ac8b75c", "LLMInferenceService": "premium-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "premium-w0-1269b2-kserve-route-authn"} 2026-09-17T14:32:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "simulator-w0-1269b2", "reconcileID": "3e655573-902f-40e0-90bc-bb35da8277b2", "LLMInferenceService": "simulator-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "simulator-w0-1269b2", "reconcileID": "3e655573-902f-40e0-90bc-bb35da8277b2", "LLMInferenceService": "simulator-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "simulator-w0-1269b2"} 2026-09-17T14:32:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "simulator-w0-1269b2", "reconcileID": "3e655573-902f-40e0-90bc-bb35da8277b2", "LLMInferenceService": "simulator-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "simulator-w0-1269b2", "reconcileID": "3e655573-902f-40e0-90bc-bb35da8277b2", "LLMInferenceService": "simulator-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "simulator-w0-1269b2", "reconcileID": "3e655573-902f-40e0-90bc-bb35da8277b2", "LLMInferenceService": "simulator-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "simulator-w0-1269b2-kserve-route-authn"} 2026-09-17T14:32:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "simulator-w0-1269b2", "reconcileID": "3e655573-902f-40e0-90bc-bb35da8277b2", "LLMInferenceService": "simulator-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "simulator-w0-1269b2-kserve-route-authn"} 2026-09-17T14:32:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "simulator-w0-1269b2", "reconcileID": "3e655573-902f-40e0-90bc-bb35da8277b2", "LLMInferenceService": "simulator-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "simulator-w0-1269b2", "reconcileID": "3e655573-902f-40e0-90bc-bb35da8277b2", "LLMInferenceService": "simulator-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "685fd6f1-bd61-44a6-9a08-dce6c7360bf3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "685fd6f1-bd61-44a6-9a08-dce6c7360bf3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w0-1269b2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:32:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "685fd6f1-bd61-44a6-9a08-dce6c7360bf3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w0-1269b2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T14:32:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "odh-trusted-ca-bundle", "reconcileID": "f70edda7-8e13-4610-8c59-63bf471f8b59", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "odh-trusted-ca-bundle", "reconcileID": "f70edda7-8e13-4610-8c59-63bf471f8b59", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "openshift-service-ca.crt", "reconcileID": "4e2465dc-b70e-429a-a24c-692ae7dd9580", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "openshift-service-ca.crt", "reconcileID": "4e2465dc-b70e-429a-a24c-692ae7dd9580", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8148d8e1-3568-429e-998d-3ad19ec9856e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8148d8e1-3568-429e-998d-3ad19ec9856e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:22Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "simulator-w0-1269b2", "reconcileID": "26ae76f2-0494-4f8d-ab6f-6379de626dbd", "LLMInferenceService": "simulator-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w0-1269b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w0-1269b2", "reconcileID": "35e403eb-842e-4067-9b7e-1ffa5636e0bf", "Gateway": "e2e-worker-w0-1269b2", "namespace": "openshift-ingress"} 2026-09-17T14:32:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w0-1269b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w0-1269b2", "reconcileID": "944cb294-9723-4024-8413-44f187220ee1", "Gateway": "e2e-worker-w0-1269b2", "namespace": "openshift-ingress"} 2026-09-17T14:32:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-2-w0-1269b2", "reconcileID": "1eeb9cba-2c8c-4d9f-9e0d-1638dc415b22", "LLMInferenceService": "distinct-2-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "premium-w0-1269b2", "reconcileID": "28365137-1c9f-4d35-91ad-8cf20bf025a8", "LLMInferenceService": "premium-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w0-1269b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w0-1269b2", "reconcileID": "16c59c22-ab9f-43ec-9373-7563ce130554", "Gateway": "e2e-worker-w0-1269b2", "namespace": "openshift-ingress"} 2026-09-17T14:32:24Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"embedding-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "embedding-w0-1269b2", "reconcileID": "16041fca-c7bc-45ea-8935-e5f03d24c2f3", "LLMInferenceService": "embedding-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w0-1269b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w0-1269b2", "reconcileID": "b6180900-7a96-4a88-b0f3-7e175969ed2b", "Gateway": "e2e-worker-w0-1269b2", "namespace": "openshift-ingress"} 2026-09-17T14:32:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w0-1269b2","namespace":"e2e-models-e2e-worker-w0-1269b2"}, "namespace": "e2e-models-e2e-worker-w0-1269b2", "name": "distinct-w0-1269b2", "reconcileID": "4142199b-05b3-461c-8f40-7b5c33a6db13", "LLMInferenceService": "distinct-w0-1269b2", "namespace": "e2e-models-e2e-worker-w0-1269b2"} 2026-09-17T14:32:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w0-1269b2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w0-1269b2", "reconcileID": "79092f2e-99e4-4cde-885a-1ff25ecf9518", "Gateway": "e2e-worker-w0-1269b2", "namespace": "openshift-ingress"} 2026-09-17T14:33:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3", "reconcileID": "d18c3e4a-e21e-4c4f-9c83-051b60aea0e0", "LLMInferenceService": "distinct-2-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3", "reconcileID": "d18c3e4a-e21e-4c4f-9c83-051b60aea0e0", "LLMInferenceService": "distinct-2-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3", "reconcileID": "d18c3e4a-e21e-4c4f-9c83-051b60aea0e0", "LLMInferenceService": "distinct-2-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3", "reconcileID": "d18c3e4a-e21e-4c4f-9c83-051b60aea0e0", "LLMInferenceService": "distinct-2-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3-kserve-route-authn"} 2026-09-17T14:33:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3", "reconcileID": "d18c3e4a-e21e-4c4f-9c83-051b60aea0e0", "LLMInferenceService": "distinct-2-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "authType": "userdefined"} 2026-09-17T14:33:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3", "reconcileID": "d18c3e4a-e21e-4c4f-9c83-051b60aea0e0", "LLMInferenceService": "distinct-2-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-w4-fcd9f3", "reconcileID": "81abd87a-c19a-4701-969c-b53f86ff3270", "LLMInferenceService": "distinct-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-w4-fcd9f3", "reconcileID": "81abd87a-c19a-4701-969c-b53f86ff3270", "LLMInferenceService": "distinct-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-w4-fcd9f3", "reconcileID": "81abd87a-c19a-4701-969c-b53f86ff3270", "LLMInferenceService": "distinct-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-w4-fcd9f3", "reconcileID": "81abd87a-c19a-4701-969c-b53f86ff3270", "LLMInferenceService": "distinct-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-w4-fcd9f3-kserve-route-authn"} 2026-09-17T14:33:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-w4-fcd9f3", "reconcileID": "81abd87a-c19a-4701-969c-b53f86ff3270", "LLMInferenceService": "distinct-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "authType": "userdefined"} 2026-09-17T14:33:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-w4-fcd9f3", "reconcileID": "81abd87a-c19a-4701-969c-b53f86ff3270", "LLMInferenceService": "distinct-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "premium-w4-fcd9f3", "reconcileID": "ebc2648a-5d80-4dda-8778-3999288e9272", "LLMInferenceService": "premium-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "premium-w4-fcd9f3", "reconcileID": "ebc2648a-5d80-4dda-8778-3999288e9272", "LLMInferenceService": "premium-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "premium-w4-fcd9f3", "reconcileID": "ebc2648a-5d80-4dda-8778-3999288e9272", "LLMInferenceService": "premium-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "premium-w4-fcd9f3", "reconcileID": "ebc2648a-5d80-4dda-8778-3999288e9272", "LLMInferenceService": "premium-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "premium-w4-fcd9f3-kserve-route-authn"} 2026-09-17T14:33:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "premium-w4-fcd9f3", "reconcileID": "ebc2648a-5d80-4dda-8778-3999288e9272", "LLMInferenceService": "premium-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "authType": "userdefined"} 2026-09-17T14:33:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "premium-w4-fcd9f3", "reconcileID": "ebc2648a-5d80-4dda-8778-3999288e9272", "LLMInferenceService": "premium-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "simulator-w4-fcd9f3", "reconcileID": "68881553-ae6e-46dc-8757-50abbf160af0", "LLMInferenceService": "simulator-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "simulator-w4-fcd9f3", "reconcileID": "68881553-ae6e-46dc-8757-50abbf160af0", "LLMInferenceService": "simulator-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "simulator-w4-fcd9f3", "reconcileID": "68881553-ae6e-46dc-8757-50abbf160af0", "LLMInferenceService": "simulator-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "simulator-w4-fcd9f3", "reconcileID": "68881553-ae6e-46dc-8757-50abbf160af0", "LLMInferenceService": "simulator-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "simulator-w4-fcd9f3-kserve-route-authn"} 2026-09-17T14:33:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "simulator-w4-fcd9f3", "reconcileID": "68881553-ae6e-46dc-8757-50abbf160af0", "LLMInferenceService": "simulator-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "authType": "userdefined"} 2026-09-17T14:33:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "simulator-w4-fcd9f3", "reconcileID": "68881553-ae6e-46dc-8757-50abbf160af0", "LLMInferenceService": "simulator-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "40e06d39-08f8-4340-8c37-4ddf7b4696ab", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress"} 2026-09-17T14:33:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "40e06d39-08f8-4340-8c37-4ddf7b4696ab", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3-authn-ssl"} 2026-09-17T14:33:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "40e06d39-08f8-4340-8c37-4ddf7b4696ab", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress"} 2026-09-17T14:33:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-fcd9f3"}, "namespace": "ai-tenant-e2e-worker-w4-fcd9f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc7bd649-7b10-471f-9dfa-4a887f9f565f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-fcd9f3"}, "namespace": "ai-tenant-e2e-worker-w4-fcd9f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc7bd649-7b10-471f-9dfa-4a887f9f565f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-fcd9f3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:33:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-fcd9f3"}, "namespace": "ai-tenant-e2e-worker-w4-fcd9f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc7bd649-7b10-471f-9dfa-4a887f9f565f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-worker-w4-fcd9f3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T14:33:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-fcd9f3"}, "namespace": "ai-tenant-e2e-worker-w4-fcd9f3", "name": "odh-trusted-ca-bundle", "reconcileID": "5da437ac-2843-4c47-be71-2fd937b4d54d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-fcd9f3"}, "namespace": "ai-tenant-e2e-worker-w4-fcd9f3", "name": "odh-trusted-ca-bundle", "reconcileID": "5da437ac-2843-4c47-be71-2fd937b4d54d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-worker-w4-fcd9f3"}, "namespace": "ai-tenant-e2e-worker-w4-fcd9f3", "name": "openshift-service-ca.crt", "reconcileID": "2e6813eb-a193-4696-9d8e-d0b79f8c32cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-worker-w4-fcd9f3"}, "namespace": "ai-tenant-e2e-worker-w4-fcd9f3", "name": "openshift-service-ca.crt", "reconcileID": "2e6813eb-a193-4696-9d8e-d0b79f8c32cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-fcd9f3"}, "namespace": "ai-tenant-e2e-worker-w4-fcd9f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2af86e2c-4134-45b4-9103-ddeaf5f4c416", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-worker-w4-fcd9f3"}, "namespace": "ai-tenant-e2e-worker-w4-fcd9f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2af86e2c-4134-45b4-9103-ddeaf5f4c416", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3", "reconcileID": "f86c3845-eef0-429f-a5bd-dc1061aef180", "LLMInferenceService": "distinct-2-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3", "reconcileID": "f86c3845-eef0-429f-a5bd-dc1061aef180", "LLMInferenceService": "distinct-2-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3"} 2026-09-17T14:33:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3", "reconcileID": "f86c3845-eef0-429f-a5bd-dc1061aef180", "LLMInferenceService": "distinct-2-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3", "reconcileID": "f86c3845-eef0-429f-a5bd-dc1061aef180", "LLMInferenceService": "distinct-2-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3", "reconcileID": "f86c3845-eef0-429f-a5bd-dc1061aef180", "LLMInferenceService": "distinct-2-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3-kserve-route-authn"} 2026-09-17T14:33:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3", "reconcileID": "f86c3845-eef0-429f-a5bd-dc1061aef180", "LLMInferenceService": "distinct-2-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3-kserve-route-authn"} 2026-09-17T14:33:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-w4-fcd9f3", "reconcileID": "5d2da474-a588-450a-9d6e-458aaf4e80ee", "LLMInferenceService": "distinct-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-w4-fcd9f3", "reconcileID": "5d2da474-a588-450a-9d6e-458aaf4e80ee", "LLMInferenceService": "distinct-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-w4-fcd9f3"} 2026-09-17T14:33:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-w4-fcd9f3", "reconcileID": "5d2da474-a588-450a-9d6e-458aaf4e80ee", "LLMInferenceService": "distinct-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-w4-fcd9f3", "reconcileID": "5d2da474-a588-450a-9d6e-458aaf4e80ee", "LLMInferenceService": "distinct-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-w4-fcd9f3", "reconcileID": "5d2da474-a588-450a-9d6e-458aaf4e80ee", "LLMInferenceService": "distinct-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-w4-fcd9f3-kserve-route-authn"} 2026-09-17T14:33:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-w4-fcd9f3", "reconcileID": "5d2da474-a588-450a-9d6e-458aaf4e80ee", "LLMInferenceService": "distinct-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-w4-fcd9f3-kserve-route-authn"} 2026-09-17T14:33:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "premium-w4-fcd9f3", "reconcileID": "2f1e3b9b-223b-4c94-ab7b-88cd80702c0e", "LLMInferenceService": "premium-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "premium-w4-fcd9f3", "reconcileID": "2f1e3b9b-223b-4c94-ab7b-88cd80702c0e", "LLMInferenceService": "premium-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "premium-w4-fcd9f3"} 2026-09-17T14:33:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "premium-w4-fcd9f3", "reconcileID": "2f1e3b9b-223b-4c94-ab7b-88cd80702c0e", "LLMInferenceService": "premium-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "premium-w4-fcd9f3", "reconcileID": "2f1e3b9b-223b-4c94-ab7b-88cd80702c0e", "LLMInferenceService": "premium-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "premium-w4-fcd9f3", "reconcileID": "2f1e3b9b-223b-4c94-ab7b-88cd80702c0e", "LLMInferenceService": "premium-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "premium-w4-fcd9f3-kserve-route-authn"} 2026-09-17T14:33:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "premium-w4-fcd9f3", "reconcileID": "2f1e3b9b-223b-4c94-ab7b-88cd80702c0e", "LLMInferenceService": "premium-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "premium-w4-fcd9f3-kserve-route-authn"} 2026-09-17T14:33:23Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "simulator-w4-fcd9f3", "reconcileID": "63030466-f705-4273-aaac-ef1604c4fd87", "LLMInferenceService": "simulator-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:23Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "simulator-w4-fcd9f3", "reconcileID": "63030466-f705-4273-aaac-ef1604c4fd87", "LLMInferenceService": "simulator-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "simulator-w4-fcd9f3"} 2026-09-17T14:33:23Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "simulator-w4-fcd9f3", "reconcileID": "63030466-f705-4273-aaac-ef1604c4fd87", "LLMInferenceService": "simulator-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:23Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "simulator-w4-fcd9f3", "reconcileID": "63030466-f705-4273-aaac-ef1604c4fd87", "LLMInferenceService": "simulator-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:23Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "simulator-w4-fcd9f3", "reconcileID": "63030466-f705-4273-aaac-ef1604c4fd87", "LLMInferenceService": "simulator-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "simulator-w4-fcd9f3-kserve-route-authn"} 2026-09-17T14:33:23Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "simulator-w4-fcd9f3", "reconcileID": "63030466-f705-4273-aaac-ef1604c4fd87", "LLMInferenceService": "simulator-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "simulator-w4-fcd9f3-kserve-route-authn"} 2026-09-17T14:33:23Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "simulator-w4-fcd9f3", "reconcileID": "63030466-f705-4273-aaac-ef1604c4fd87", "LLMInferenceService": "simulator-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:23Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "simulator-w4-fcd9f3", "reconcileID": "63030466-f705-4273-aaac-ef1604c4fd87", "LLMInferenceService": "simulator-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "c8dbdd2e-c9e0-40a2-927f-ba9f3c8d9a83", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress"} 2026-09-17T14:33:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "c8dbdd2e-c9e0-40a2-927f-ba9f3c8d9a83", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3-authn-ssl"} 2026-09-17T14:33:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "c8dbdd2e-c9e0-40a2-927f-ba9f3c8d9a83", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress"} 2026-09-17T14:33:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "ab34e4ae-0394-40c8-acce-a330dd95bc0d", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress"} 2026-09-17T14:33:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "ab34e4ae-0394-40c8-acce-a330dd95bc0d", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3-authn-ssl"} 2026-09-17T14:33:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "ab34e4ae-0394-40c8-acce-a330dd95bc0d", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress"} 2026-09-17T14:33:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3", "reconcileID": "f226221e-e00c-4ec0-bdc0-a1846b1822ad", "LLMInferenceService": "distinct-2-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3", "reconcileID": "f226221e-e00c-4ec0-bdc0-a1846b1822ad", "LLMInferenceService": "distinct-2-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3"} 2026-09-17T14:33:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3", "reconcileID": "f226221e-e00c-4ec0-bdc0-a1846b1822ad", "LLMInferenceService": "distinct-2-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3", "reconcileID": "f226221e-e00c-4ec0-bdc0-a1846b1822ad", "LLMInferenceService": "distinct-2-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3", "reconcileID": "f226221e-e00c-4ec0-bdc0-a1846b1822ad", "LLMInferenceService": "distinct-2-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3-kserve-route-authn"} 2026-09-17T14:33:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3", "reconcileID": "f226221e-e00c-4ec0-bdc0-a1846b1822ad", "LLMInferenceService": "distinct-2-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3-kserve-route-authn"} 2026-09-17T14:33:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3", "reconcileID": "f226221e-e00c-4ec0-bdc0-a1846b1822ad", "LLMInferenceService": "distinct-2-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3", "reconcileID": "f226221e-e00c-4ec0-bdc0-a1846b1822ad", "LLMInferenceService": "distinct-2-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3eaf642b-fdb5-4ebc-a8f1-fca86a36119c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3eaf642b-fdb5-4ebc-a8f1-fca86a36119c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:33:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3eaf642b-fdb5-4ebc-a8f1-fca86a36119c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-models-e2e-worker-w4-fcd9f3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T14:33:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "odh-trusted-ca-bundle", "reconcileID": "6478fb46-2266-4963-a470-f04a7173a268", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "odh-trusted-ca-bundle", "reconcileID": "6478fb46-2266-4963-a470-f04a7173a268", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "openshift-service-ca.crt", "reconcileID": "cbb94417-475d-437b-a7aa-afdf4c85e67e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "openshift-service-ca.crt", "reconcileID": "cbb94417-475d-437b-a7aa-afdf4c85e67e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "817967a9-c801-4594-abfb-cc7ff8fbf347", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "817967a9-c801-4594-abfb-cc7ff8fbf347", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-w4-fcd9f3", "reconcileID": "fe8ee026-9a93-451a-a1da-401fe69e8a99", "LLMInferenceService": "distinct-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "7e18a9dd-31cc-4498-b556-e289ea022030", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress"} 2026-09-17T14:33:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "7e18a9dd-31cc-4498-b556-e289ea022030", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3-authn-ssl"} 2026-09-17T14:33:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "7e18a9dd-31cc-4498-b556-e289ea022030", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress"} 2026-09-17T14:33:26Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"premium-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "premium-w4-fcd9f3", "reconcileID": "a6f8fb0b-9304-4d97-806c-d07de51d6c11", "LLMInferenceService": "premium-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "e494b2c5-71fa-4462-8cab-9d26a8e1ffad", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress"} 2026-09-17T14:33:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "e494b2c5-71fa-4462-8cab-9d26a8e1ffad", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3-authn-ssl"} 2026-09-17T14:33:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "e494b2c5-71fa-4462-8cab-9d26a8e1ffad", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress"} 2026-09-17T14:33:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"simulator-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "simulator-w4-fcd9f3", "reconcileID": "f48b587c-f22f-4753-8e5c-69fe10cc44f7", "LLMInferenceService": "simulator-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "36240a40-45d8-454b-9d79-d1182e3cf73a", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress"} 2026-09-17T14:33:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "36240a40-45d8-454b-9d79-d1182e3cf73a", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3-authn-ssl"} 2026-09-17T14:33:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "36240a40-45d8-454b-9d79-d1182e3cf73a", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress"} 2026-09-17T14:33:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-2-w4-fcd9f3","namespace":"e2e-models-e2e-worker-w4-fcd9f3"}, "namespace": "e2e-models-e2e-worker-w4-fcd9f3", "name": "distinct-2-w4-fcd9f3", "reconcileID": "6155da3c-ef14-48ab-858b-5f3eea2bcbe7", "LLMInferenceService": "distinct-2-w4-fcd9f3", "namespace": "e2e-models-e2e-worker-w4-fcd9f3"} 2026-09-17T14:33:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "01489e59-d67c-400c-be25-bd71745bb3f2", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress"} 2026-09-17T14:33:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "01489e59-d67c-400c-be25-bd71745bb3f2", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3-authn-ssl"} 2026-09-17T14:33:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "01489e59-d67c-400c-be25-bd71745bb3f2", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress"} 2026-09-17T14:33:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "ae1bc071-2639-40e4-9d3f-1d390e34620a", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress"} 2026-09-17T14:33:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "ae1bc071-2639-40e4-9d3f-1d390e34620a", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3-authn-ssl"} 2026-09-17T14:33:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "ae1bc071-2639-40e4-9d3f-1d390e34620a", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress"} 2026-09-17T14:33:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "auth-test-model-cc3801", "reconcileID": "5df5fc5b-f243-4306-9587-e1f8bd302064", "LLMInferenceService": "auth-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:33:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "auth-test-model-cc3801", "reconcileID": "5df5fc5b-f243-4306-9587-e1f8bd302064", "LLMInferenceService": "auth-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "auth-test-model-cc3801"} 2026-09-17T14:33:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "auth-test-model-cc3801", "reconcileID": "5df5fc5b-f243-4306-9587-e1f8bd302064", "LLMInferenceService": "auth-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:33:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "auth-test-model-cc3801", "reconcileID": "5df5fc5b-f243-4306-9587-e1f8bd302064", "LLMInferenceService": "auth-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:33:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "auth-test-model-cc3801", "reconcileID": "5df5fc5b-f243-4306-9587-e1f8bd302064", "LLMInferenceService": "auth-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "auth-test-model-cc3801-kserve-route-authn"} 2026-09-17T14:33:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "auth-test-model-cc3801", "reconcileID": "5df5fc5b-f243-4306-9587-e1f8bd302064", "LLMInferenceService": "auth-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "auth-test-model-cc3801-kserve-route-authn"} 2026-09-17T14:33:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "auth-test-model-cc3801", "reconcileID": "5df5fc5b-f243-4306-9587-e1f8bd302064", "LLMInferenceService": "auth-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:33:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "auth-test-model-cc3801", "reconcileID": "5df5fc5b-f243-4306-9587-e1f8bd302064", "LLMInferenceService": "auth-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:33:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "auth-test-model-cc3801", "reconcileID": "5f70aadf-a00d-4c35-9ad1-88be5c751e2f", "LLMInferenceService": "auth-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:33:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "f1a5c2ea-615f-448c-a897-b9b4aa91817c", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:33:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "f1a5c2ea-615f-448c-a897-b9b4aa91817c", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801-authn-ssl"} 2026-09-17T14:33:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "f1a5c2ea-615f-448c-a897-b9b4aa91817c", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:33:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "4e651bc5-20df-4b08-a301-6492d0d5f3c5", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:33:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "4e651bc5-20df-4b08-a301-6492d0d5f3c5", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801-authn-ssl"} 2026-09-17T14:33:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "4e651bc5-20df-4b08-a301-6492d0d5f3c5", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:33:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4c29a2","namespace":"ai-tenant-e2e-shared-b-w3-4c29a2"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2", "name": "auth-test-model-4c29a2", "reconcileID": "09549f1f-d8fa-4664-a37b-6c6e9049377b", "LLMInferenceService": "auth-test-model-4c29a2", "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2"} 2026-09-17T14:33:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4c29a2","namespace":"ai-tenant-e2e-shared-b-w3-4c29a2"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2", "name": "auth-test-model-4c29a2", "reconcileID": "09549f1f-d8fa-4664-a37b-6c6e9049377b", "LLMInferenceService": "auth-test-model-4c29a2", "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2", "name": "auth-test-model-4c29a2"} 2026-09-17T14:33:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4c29a2","namespace":"ai-tenant-e2e-shared-b-w3-4c29a2"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2", "name": "auth-test-model-4c29a2", "reconcileID": "09549f1f-d8fa-4664-a37b-6c6e9049377b", "LLMInferenceService": "auth-test-model-4c29a2", "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2"} 2026-09-17T14:33:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4c29a2","namespace":"ai-tenant-e2e-shared-b-w3-4c29a2"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2", "name": "auth-test-model-4c29a2", "reconcileID": "09549f1f-d8fa-4664-a37b-6c6e9049377b", "LLMInferenceService": "auth-test-model-4c29a2", "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2"} 2026-09-17T14:33:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4c29a2","namespace":"ai-tenant-e2e-shared-b-w3-4c29a2"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2", "name": "auth-test-model-4c29a2", "reconcileID": "09549f1f-d8fa-4664-a37b-6c6e9049377b", "LLMInferenceService": "auth-test-model-4c29a2", "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2", "name": "auth-test-model-4c29a2-kserve-route-authn"} 2026-09-17T14:33:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4c29a2","namespace":"ai-tenant-e2e-shared-b-w3-4c29a2"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2", "name": "auth-test-model-4c29a2", "reconcileID": "09549f1f-d8fa-4664-a37b-6c6e9049377b", "LLMInferenceService": "auth-test-model-4c29a2", "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2", "name": "auth-test-model-4c29a2-kserve-route-authn"} 2026-09-17T14:33:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4c29a2","namespace":"ai-tenant-e2e-shared-b-w3-4c29a2"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2", "name": "auth-test-model-4c29a2", "reconcileID": "09549f1f-d8fa-4664-a37b-6c6e9049377b", "LLMInferenceService": "auth-test-model-4c29a2", "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2", "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2"} 2026-09-17T14:33:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4c29a2","namespace":"ai-tenant-e2e-shared-b-w3-4c29a2"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2", "name": "auth-test-model-4c29a2", "reconcileID": "09549f1f-d8fa-4664-a37b-6c6e9049377b", "LLMInferenceService": "auth-test-model-4c29a2", "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2", "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2"} 2026-09-17T14:33:39Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-4c29a2","namespace":"ai-tenant-e2e-shared-b-w3-4c29a2"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2", "name": "auth-test-model-4c29a2", "reconcileID": "bb3853ef-a6d3-4e4a-a0f0-c9e76aecae6e", "LLMInferenceService": "auth-test-model-4c29a2", "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2"} 2026-09-17T14:33:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c29a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c29a2", "reconcileID": "c1b8f31e-38a3-4df1-b904-33eed6dea118", "Gateway": "e2e-shared-b-w3-4c29a2", "namespace": "openshift-ingress"} 2026-09-17T14:33:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c29a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c29a2", "reconcileID": "c1b8f31e-38a3-4df1-b904-33eed6dea118", "Gateway": "e2e-shared-b-w3-4c29a2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c29a2-authn-ssl"} 2026-09-17T14:33:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c29a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c29a2", "reconcileID": "c1b8f31e-38a3-4df1-b904-33eed6dea118", "Gateway": "e2e-shared-b-w3-4c29a2", "namespace": "openshift-ingress"} 2026-09-17T14:33:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c29a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c29a2", "reconcileID": "75aec421-dda5-4fad-b226-8601fa724bbd", "Gateway": "e2e-shared-b-w3-4c29a2", "namespace": "openshift-ingress"} 2026-09-17T14:33:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c29a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c29a2", "reconcileID": "75aec421-dda5-4fad-b226-8601fa724bbd", "Gateway": "e2e-shared-b-w3-4c29a2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c29a2-authn-ssl"} 2026-09-17T14:33:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c29a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c29a2", "reconcileID": "75aec421-dda5-4fad-b226-8601fa724bbd", "Gateway": "e2e-shared-b-w3-4c29a2", "namespace": "openshift-ingress"} 2026-09-17T14:33:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "bcd0f1a4-69f0-41f5-9380-044ec9905060", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:33:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "bcd0f1a4-69f0-41f5-9380-044ec9905060", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:33:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "bcd0f1a4-69f0-41f5-9380-044ec9905060", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:33:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "bcd0f1a4-69f0-41f5-9380-044ec9905060", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801-kserve-route-authn"} 2026-09-17T14:33:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "bcd0f1a4-69f0-41f5-9380-044ec9905060", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "authType": "userdefined"} 2026-09-17T14:33:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "eb144731-8a62-403e-ac55-9b08f01f3b33", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:33:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "bcd0f1a4-69f0-41f5-9380-044ec9905060", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:33:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "eb144731-8a62-403e-ac55-9b08f01f3b33", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801-authn-ssl"} 2026-09-17T14:33:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "eb144731-8a62-403e-ac55-9b08f01f3b33", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:33:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "0f12b2f4-c6fc-4c4c-9b4c-e64d61791b45", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:33:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "0f12b2f4-c6fc-4c4c-9b4c-e64d61791b45", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:33:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "0f12b2f4-c6fc-4c4c-9b4c-e64d61791b45", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:33:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "0f12b2f4-c6fc-4c4c-9b4c-e64d61791b45", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801-kserve-route-authn"} 2026-09-17T14:33:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "0f12b2f4-c6fc-4c4c-9b4c-e64d61791b45", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "authType": "userdefined"} 2026-09-17T14:33:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "0f12b2f4-c6fc-4c4c-9b4c-e64d61791b45", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:33:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "f07dadca-0b71-4a9c-b45d-41e37cc7dc49", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:33:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "f07dadca-0b71-4a9c-b45d-41e37cc7dc49", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801-authn-ssl"} 2026-09-17T14:33:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "f07dadca-0b71-4a9c-b45d-41e37cc7dc49", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:33:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "e129c2ac-323f-4dce-ba63-b924d531d9c1", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:33:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "e129c2ac-323f-4dce-ba63-b924d531d9c1", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:33:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "e129c2ac-323f-4dce-ba63-b924d531d9c1", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:33:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "e129c2ac-323f-4dce-ba63-b924d531d9c1", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801-kserve-route-authn"} 2026-09-17T14:33:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "e129c2ac-323f-4dce-ba63-b924d531d9c1", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "authType": "userdefined"} 2026-09-17T14:33:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "e129c2ac-323f-4dce-ba63-b924d531d9c1", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:34:10Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T14:34:10Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T14:34:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "7b12692d-808d-4d63-bb2f-4c4f46cb3a9d", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:34:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "7b12692d-808d-4d63-bb2f-4c4f46cb3a9d", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:34:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "7b12692d-808d-4d63-bb2f-4c4f46cb3a9d", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:34:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "7b12692d-808d-4d63-bb2f-4c4f46cb3a9d", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801-kserve-route-authn"} 2026-09-17T14:34:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "7b12692d-808d-4d63-bb2f-4c4f46cb3a9d", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "authType": "userdefined"} 2026-09-17T14:34:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "7b12692d-808d-4d63-bb2f-4c4f46cb3a9d", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:34:11Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T14:34:11Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T14:35:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-fcd9f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-fcd9f3", "reconcileID": "8cd3c863-ab38-414c-a23b-c50659a512c6", "Gateway": "e2e-worker-w4-fcd9f3", "namespace": "openshift-ingress"} 2026-09-17T14:36:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "2ac61d5f-5e8e-4681-9442-db592ebf551b", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:36:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "2ac61d5f-5e8e-4681-9442-db592ebf551b", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:36:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "2ac61d5f-5e8e-4681-9442-db592ebf551b", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:36:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "0672c6db-6ef1-495c-bbed-5fd98b75b876", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:36:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "2ac61d5f-5e8e-4681-9442-db592ebf551b", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801-kserve-route-authn"} 2026-09-17T14:36:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "2ac61d5f-5e8e-4681-9442-db592ebf551b", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "authType": "userdefined"} 2026-09-17T14:36:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "2ac61d5f-5e8e-4681-9442-db592ebf551b", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:36:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "0672c6db-6ef1-495c-bbed-5fd98b75b876", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801-authn-ssl"} 2026-09-17T14:36:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "0672c6db-6ef1-495c-bbed-5fd98b75b876", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:36:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "b422e9f0-d533-416a-bb04-699347dc79b8", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:36:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "b422e9f0-d533-416a-bb04-699347dc79b8", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:36:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "b422e9f0-d533-416a-bb04-699347dc79b8", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:36:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "b422e9f0-d533-416a-bb04-699347dc79b8", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801-kserve-route-authn"} 2026-09-17T14:36:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "b422e9f0-d533-416a-bb04-699347dc79b8", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "authType": "userdefined"} 2026-09-17T14:36:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "b422e9f0-d533-416a-bb04-699347dc79b8", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} E0917 14:36:55.065174 1 reflector.go:205] "Failed to watch" err="the server is currently unable to handle the request (get routes.route.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Route" E0917 14:36:56.608336 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Route: the server is currently unable to handle the request (get routes.route.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Route" E0917 14:36:58.259198 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Route: the server is currently unable to handle the request (get routes.route.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Route" E0917 14:37:03.775536 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Route: the server is currently unable to handle the request (get routes.route.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Route" 2026-09-17T14:37:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "bd31061c-c71b-4917-8b17-9daf18e2d916", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:37:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "bd31061c-c71b-4917-8b17-9daf18e2d916", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801-authn-ssl"} 2026-09-17T14:37:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "bd31061c-c71b-4917-8b17-9daf18e2d916", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:37:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "4dffe8dd-30b9-4e90-b43c-1a5fd768e9ab", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:37:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "4dffe8dd-30b9-4e90-b43c-1a5fd768e9ab", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:37:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "4dffe8dd-30b9-4e90-b43c-1a5fd768e9ab", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:37:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "4dffe8dd-30b9-4e90-b43c-1a5fd768e9ab", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801-kserve-route-authn"} 2026-09-17T14:37:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "4dffe8dd-30b9-4e90-b43c-1a5fd768e9ab", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "authType": "userdefined"} 2026-09-17T14:37:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "4dffe8dd-30b9-4e90-b43c-1a5fd768e9ab", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} E0917 14:37:15.540898 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Route: the server is currently unable to handle the request (get routes.route.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Route" E0917 14:37:30.983589 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Route: the server is currently unable to handle the request (get routes.route.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Route" I0917 14:37:40.939454 1 reflector.go:568] "Warning: watch ended with error" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Template" err="an error on the server (\"unable to decode an event from the watch stream: stream error: stream ID 2261; INTERNAL_ERROR; received from peer\") has prevented the request from succeeding" E0917 14:37:42.183107 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Template: the server is currently unable to handle the request (get templates.template.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Template" E0917 14:37:44.877661 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Template: the server is currently unable to handle the request (get templates.template.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Template" E0917 14:37:49.209651 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Template: the server is currently unable to handle the request (get templates.template.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Template" E0917 14:37:59.964092 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Template: the server is currently unable to handle the request (get templates.template.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Template" 2026-09-17T14:38:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "ce5e78cb-2b3e-4132-ba1f-126d1010658d", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:38:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "ce5e78cb-2b3e-4132-ba1f-126d1010658d", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:38:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "ce5e78cb-2b3e-4132-ba1f-126d1010658d", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:38:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "ce5e78cb-2b3e-4132-ba1f-126d1010658d", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801-kserve-route-authn"} 2026-09-17T14:38:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "ce5e78cb-2b3e-4132-ba1f-126d1010658d", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "authType": "userdefined"} 2026-09-17T14:38:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "ce5e78cb-2b3e-4132-ba1f-126d1010658d", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} E0917 14:38:14.273857 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Route: the server is currently unable to handle the request (get routes.route.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Route" E0917 14:38:15.788678 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Template: the server is currently unable to handle the request (get templates.template.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Template" E0917 14:38:57.315869 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Template: the server is currently unable to handle the request (get templates.template.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Template" E0917 14:39:07.956105 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Route: the server is currently unable to handle the request (get routes.route.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Route" E0917 14:39:50.548365 1 reflector.go:205] "Failed to watch" err="failed to list *v1.Template: the server is currently unable to handle the request (get templates.template.openshift.io)" logger="UnhandledError" reflector="go/pkg/mod/k8s.io/client-go@v0.34.3/tools/cache/reflector.go:290" type="*v1.Template" 2026-09-17T14:40:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "561db5bf-4fe8-451f-a02d-b1a34d87f75a", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:40:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "561db5bf-4fe8-451f-a02d-b1a34d87f75a", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:40:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "561db5bf-4fe8-451f-a02d-b1a34d87f75a", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:40:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "561db5bf-4fe8-451f-a02d-b1a34d87f75a", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801-kserve-route-authn"} 2026-09-17T14:40:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "561db5bf-4fe8-451f-a02d-b1a34d87f75a", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "authType": "userdefined"} 2026-09-17T14:40:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "561db5bf-4fe8-451f-a02d-b1a34d87f75a", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:40:57Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T14:40:57Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T14:40:58Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T14:40:58Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T14:42:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "d9a68678-07e9-44ec-813e-c17816399686", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:42:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "d9a68678-07e9-44ec-813e-c17816399686", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801-authn-ssl"} 2026-09-17T14:42:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "d9a68678-07e9-44ec-813e-c17816399686", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:42:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "2714d3bd-8f28-44d0-9a57-049a6d4afdbb", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:42:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "2714d3bd-8f28-44d0-9a57-049a6d4afdbb", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801-authn-ssl"} 2026-09-17T14:42:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "2714d3bd-8f28-44d0-9a57-049a6d4afdbb", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:43:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "1938d92b-cbd7-44ae-bf60-88f6a988d32d", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "1938d92b-cbd7-44ae-bf60-88f6a988d32d", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "1938d92b-cbd7-44ae-bf60-88f6a988d32d", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "1938d92b-cbd7-44ae-bf60-88f6a988d32d", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801-kserve-route-authn"} 2026-09-17T14:43:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "1938d92b-cbd7-44ae-bf60-88f6a988d32d", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "authType": "userdefined"} 2026-09-17T14:43:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "1938d92b-cbd7-44ae-bf60-88f6a988d32d", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "4a2c8f7b-7f57-4a81-be9b-a2d4d162d967", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:43:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "4a2c8f7b-7f57-4a81-be9b-a2d4d162d967", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801-authn-ssl"} 2026-09-17T14:43:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "4a2c8f7b-7f57-4a81-be9b-a2d4d162d967", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:43:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "5a80ec0b-5da6-4b97-a0a9-15eca9fee588", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:43:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "5a80ec0b-5da6-4b97-a0a9-15eca9fee588", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801-authn-ssl"} 2026-09-17T14:43:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "5a80ec0b-5da6-4b97-a0a9-15eca9fee588", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:43:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "8051d75b-1aa8-4df1-b886-b47bbea31fa6", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "8051d75b-1aa8-4df1-b886-b47bbea31fa6", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801"} 2026-09-17T14:43:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "8051d75b-1aa8-4df1-b886-b47bbea31fa6", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "8051d75b-1aa8-4df1-b886-b47bbea31fa6", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "8051d75b-1aa8-4df1-b886-b47bbea31fa6", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801-kserve-route-authn"} 2026-09-17T14:43:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "8051d75b-1aa8-4df1-b886-b47bbea31fa6", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801-kserve-route-authn"} 2026-09-17T14:43:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "9b5ea3af-ec72-4153-90ec-7100cb61142c", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "9b5ea3af-ec72-4153-90ec-7100cb61142c", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801"} 2026-09-17T14:43:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "9b5ea3af-ec72-4153-90ec-7100cb61142c", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "9b5ea3af-ec72-4153-90ec-7100cb61142c", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "9b5ea3af-ec72-4153-90ec-7100cb61142c", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801-kserve-route-authn"} 2026-09-17T14:43:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "9b5ea3af-ec72-4153-90ec-7100cb61142c", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801-kserve-route-authn"} 2026-09-17T14:43:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "9b5ea3af-ec72-4153-90ec-7100cb61142c", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "9b5ea3af-ec72-4153-90ec-7100cb61142c", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "daff6af4-a908-4ca2-9475-119bcdb25681", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "daff6af4-a908-4ca2-9475-119bcdb25681", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801"} 2026-09-17T14:43:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "daff6af4-a908-4ca2-9475-119bcdb25681", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "daff6af4-a908-4ca2-9475-119bcdb25681", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "daff6af4-a908-4ca2-9475-119bcdb25681", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801-kserve-route-authn"} 2026-09-17T14:43:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "daff6af4-a908-4ca2-9475-119bcdb25681", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801-kserve-route-authn"} 2026-09-17T14:43:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "daff6af4-a908-4ca2-9475-119bcdb25681", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "daff6af4-a908-4ca2-9475-119bcdb25681", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fd179d2-06f0-4b63-9a3b-1f09c65d4418", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fd179d2-06f0-4b63-9a3b-1f09c65d4418", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:43:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fd179d2-06f0-4b63-9a3b-1f09c65d4418", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-cc3801 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T14:43:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "odh-trusted-ca-bundle", "reconcileID": "9e60dbbf-319b-42a9-9b47-8115bd51209e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "odh-trusted-ca-bundle", "reconcileID": "9e60dbbf-319b-42a9-9b47-8115bd51209e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "openshift-service-ca.crt", "reconcileID": "39834ae8-efc0-497d-915b-e6b8569054c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "openshift-service-ca.crt", "reconcileID": "39834ae8-efc0-497d-915b-e6b8569054c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fb1e4e7-3db6-460e-85a2-91f5d72d8734", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fb1e4e7-3db6-460e-85a2-91f5d72d8734", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "sub-test-model-cc3801", "reconcileID": "2dad0a83-257f-43d9-85c5-cfd8073eb411", "LLMInferenceService": "sub-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "ffcc29b0-efa6-48ac-8a14-cc665a5cd16d", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:43:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "ffcc29b0-efa6-48ac-8a14-cc665a5cd16d", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801-authn-ssl"} 2026-09-17T14:43:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "ffcc29b0-efa6-48ac-8a14-cc665a5cd16d", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:43:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-cc3801","namespace":"ai-tenant-e2e-shared-a-w3-cc3801"}, "namespace": "ai-tenant-e2e-shared-a-w3-cc3801", "name": "rate-test-model-cc3801", "reconcileID": "daf795f4-3359-4600-beae-72c94681bf39", "LLMInferenceService": "rate-test-model-cc3801", "namespace": "ai-tenant-e2e-shared-a-w3-cc3801"} 2026-09-17T14:43:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "49fac90d-ba1a-4132-ac80-4de5fadb8de4", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:43:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "49fac90d-ba1a-4132-ac80-4de5fadb8de4", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801-authn-ssl"} 2026-09-17T14:43:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "49fac90d-ba1a-4132-ac80-4de5fadb8de4", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:43:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-cc3801","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-cc3801", "reconcileID": "c993f214-6d97-4353-8af5-74ad20cdc590", "Gateway": "e2e-shared-a-w3-cc3801", "namespace": "openshift-ingress"} 2026-09-17T14:43:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c29a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c29a2", "reconcileID": "0d8e1fa8-d0f2-4569-845a-165bd707632a", "Gateway": "e2e-shared-b-w3-4c29a2", "namespace": "openshift-ingress"} 2026-09-17T14:43:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c29a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c29a2", "reconcileID": "0d8e1fa8-d0f2-4569-845a-165bd707632a", "Gateway": "e2e-shared-b-w3-4c29a2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c29a2-authn-ssl"} 2026-09-17T14:43:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c29a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c29a2", "reconcileID": "0d8e1fa8-d0f2-4569-845a-165bd707632a", "Gateway": "e2e-shared-b-w3-4c29a2", "namespace": "openshift-ingress"} 2026-09-17T14:43:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c29a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c29a2", "reconcileID": "10868c74-0143-4e6c-b466-9d2449a2ab9c", "Gateway": "e2e-shared-b-w3-4c29a2", "namespace": "openshift-ingress"} 2026-09-17T14:43:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c29a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c29a2", "reconcileID": "10868c74-0143-4e6c-b466-9d2449a2ab9c", "Gateway": "e2e-shared-b-w3-4c29a2", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c29a2-authn-ssl"} 2026-09-17T14:43:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c29a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c29a2", "reconcileID": "10868c74-0143-4e6c-b466-9d2449a2ab9c", "Gateway": "e2e-shared-b-w3-4c29a2", "namespace": "openshift-ingress"} 2026-09-17T14:43:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4c29a2"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8700fce-4afd-4142-9266-92ef53e6a6ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2"} 2026-09-17T14:43:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4c29a2"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8700fce-4afd-4142-9266-92ef53e6a6ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T14:43:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4c29a2"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8700fce-4afd-4142-9266-92ef53e6a6ec", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-4c29a2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T14:43:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4c29a2"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2", "name": "odh-trusted-ca-bundle", "reconcileID": "9e56b05c-2aa8-4014-9c4f-addcd939ea8b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2"} 2026-09-17T14:43:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4c29a2"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2", "name": "odh-trusted-ca-bundle", "reconcileID": "9e56b05c-2aa8-4014-9c4f-addcd939ea8b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2"} 2026-09-17T14:43:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-4c29a2"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2", "name": "openshift-service-ca.crt", "reconcileID": "a827827e-9594-4085-ac6d-bf302a6c5490", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2"} 2026-09-17T14:43:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-4c29a2"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2", "name": "openshift-service-ca.crt", "reconcileID": "a827827e-9594-4085-ac6d-bf302a6c5490", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2"} 2026-09-17T14:43:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4c29a2"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa311db4-9a40-4c04-aae4-553d4e6a8572", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2"} 2026-09-17T14:43:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-4c29a2"}, "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa311db4-9a40-4c04-aae4-553d4e6a8572", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-4c29a2"} 2026-09-17T14:43:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-4c29a2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-4c29a2", "reconcileID": "5ea61dba-2a12-4ea7-887c-4771a2507c65", "Gateway": "e2e-shared-b-w3-4c29a2", "namespace": "openshift-ingress"} 2026-09-17T14:48:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "68297176-02d1-463e-b5c3-8fc87b8a6f30", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm"} 2026-09-17T14:48:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "68297176-02d1-463e-b5c3-8fc87b8a6f30", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm"} 2026-09-17T14:48:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "68297176-02d1-463e-b5c3-8fc87b8a6f30", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm"} 2026-09-17T14:48:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "053e0885-79de-46a6-9f8c-4f00a3c7d516", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:48:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "68297176-02d1-463e-b5c3-8fc87b8a6f30", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e-kserve-route-authn"} 2026-09-17T14:48:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "68297176-02d1-463e-b5c3-8fc87b8a6f30", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm", "authType": "userdefined"} 2026-09-17T14:48:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "68297176-02d1-463e-b5c3-8fc87b8a6f30", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm"} 2026-09-17T14:48:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "053e0885-79de-46a6-9f8c-4f00a3c7d516", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T14:48:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "053e0885-79de-46a6-9f8c-4f00a3c7d516", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:48:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "b6222405-4c32-4680-980a-3f9cd4ec88d7", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm"} 2026-09-17T14:48:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "b6222405-4c32-4680-980a-3f9cd4ec88d7", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm"} 2026-09-17T14:48:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "b6222405-4c32-4680-980a-3f9cd4ec88d7", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm"} 2026-09-17T14:48:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "b6222405-4c32-4680-980a-3f9cd4ec88d7", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e-kserve-route-authn"} 2026-09-17T14:48:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "b6222405-4c32-4680-980a-3f9cd4ec88d7", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm", "authType": "userdefined"} 2026-09-17T14:48:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "b6222405-4c32-4680-980a-3f9cd4ec88d7", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm"} 2026-09-17T14:48:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "abcbaafa-1d68-45c8-b2e0-81b7bc072e25", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm"} 2026-09-17T14:48:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "abcbaafa-1d68-45c8-b2e0-81b7bc072e25", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm"} 2026-09-17T14:48:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "abcbaafa-1d68-45c8-b2e0-81b7bc072e25", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm"} 2026-09-17T14:48:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "67781152-8bf4-45a8-b183-86943a0ec498", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:48:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "abcbaafa-1d68-45c8-b2e0-81b7bc072e25", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e-kserve-route-authn"} 2026-09-17T14:48:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "abcbaafa-1d68-45c8-b2e0-81b7bc072e25", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm", "authType": "userdefined"} 2026-09-17T14:48:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "abcbaafa-1d68-45c8-b2e0-81b7bc072e25", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm"} 2026-09-17T14:48:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "67781152-8bf4-45a8-b183-86943a0ec498", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T14:48:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "67781152-8bf4-45a8-b183-86943a0ec498", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:48:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f48fdd8e-f4cd-4059-a73f-b57d70e4160d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:48:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f48fdd8e-f4cd-4059-a73f-b57d70e4160d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T14:48:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f48fdd8e-f4cd-4059-a73f-b57d70e4160d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:48:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "412c2aa6-8965-4b97-952f-4f04bd039cce", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm"} 2026-09-17T14:48:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "412c2aa6-8965-4b97-952f-4f04bd039cce", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm"} 2026-09-17T14:48:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "412c2aa6-8965-4b97-952f-4f04bd039cce", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm"} 2026-09-17T14:48:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "412c2aa6-8965-4b97-952f-4f04bd039cce", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e-kserve-route-authn"} 2026-09-17T14:48:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "412c2aa6-8965-4b97-952f-4f04bd039cce", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm", "authType": "userdefined"} 2026-09-17T14:48:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "412c2aa6-8965-4b97-952f-4f04bd039cce", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm"} 2026-09-17T14:48:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "7f502f35-1bdf-4119-b789-242b9ae7d7c3", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm"} 2026-09-17T14:48:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "7f502f35-1bdf-4119-b789-242b9ae7d7c3", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm"} 2026-09-17T14:48:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "7f502f35-1bdf-4119-b789-242b9ae7d7c3", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm"} 2026-09-17T14:48:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "7f502f35-1bdf-4119-b789-242b9ae7d7c3", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e-kserve-route-authn"} 2026-09-17T14:48:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "7f502f35-1bdf-4119-b789-242b9ae7d7c3", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm", "authType": "userdefined"} 2026-09-17T14:48:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "7f502f35-1bdf-4119-b789-242b9ae7d7c3", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm"} 2026-09-17T14:49:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0a9cccec-d9b1-4ca6-82d6-2fffa533039a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:49:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0a9cccec-d9b1-4ca6-82d6-2fffa533039a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T14:49:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "0a9cccec-d9b1-4ca6-82d6-2fffa533039a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:49:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "a0b59ec1-1a74-42f9-aa79-a027d97093bb", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm"} 2026-09-17T14:49:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "a0b59ec1-1a74-42f9-aa79-a027d97093bb", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm"} 2026-09-17T14:49:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "a0b59ec1-1a74-42f9-aa79-a027d97093bb", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm"} 2026-09-17T14:49:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "a0b59ec1-1a74-42f9-aa79-a027d97093bb", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e-kserve-route-authn"} 2026-09-17T14:49:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "a0b59ec1-1a74-42f9-aa79-a027d97093bb", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm", "authType": "userdefined"} 2026-09-17T14:49:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "a0b59ec1-1a74-42f9-aa79-a027d97093bb", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm"} 2026-09-17T14:49:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "59e1aa80-68ff-484b-8eef-2055364216ce", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm"} 2026-09-17T14:49:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "59e1aa80-68ff-484b-8eef-2055364216ce", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm"} 2026-09-17T14:49:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "59e1aa80-68ff-484b-8eef-2055364216ce", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm"} 2026-09-17T14:49:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "59e1aa80-68ff-484b-8eef-2055364216ce", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e-kserve-route-authn"} 2026-09-17T14:49:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "59e1aa80-68ff-484b-8eef-2055364216ce", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm", "authType": "userdefined"} 2026-09-17T14:49:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "59e1aa80-68ff-484b-8eef-2055364216ce", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm"} 2026-09-17T14:49:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "aba3bda0-deb0-49d8-8704-172e30d69136", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm"} 2026-09-17T14:49:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "aba3bda0-deb0-49d8-8704-172e30d69136", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm"} 2026-09-17T14:49:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "aba3bda0-deb0-49d8-8704-172e30d69136", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm"} 2026-09-17T14:49:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "aba3bda0-deb0-49d8-8704-172e30d69136", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e-kserve-route-authn"} 2026-09-17T14:49:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "aba3bda0-deb0-49d8-8704-172e30d69136", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm", "authType": "userdefined"} 2026-09-17T14:49:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "aba3bda0-deb0-49d8-8704-172e30d69136", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm"} 2026-09-17T14:49:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "5926db93-9dc8-4b74-8618-be01ca377189", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm"} 2026-09-17T14:49:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "5926db93-9dc8-4b74-8618-be01ca377189", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e"} 2026-09-17T14:49:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "5926db93-9dc8-4b74-8618-be01ca377189", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm"} 2026-09-17T14:49:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "5926db93-9dc8-4b74-8618-be01ca377189", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm"} 2026-09-17T14:49:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "5926db93-9dc8-4b74-8618-be01ca377189", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e-kserve-route-authn"} 2026-09-17T14:49:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "5926db93-9dc8-4b74-8618-be01ca377189", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e-kserve-route-authn"} 2026-09-17T14:49:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-38ab7a6e", "reconcileID": "765d4345-7b0a-4ea7-9171-cdbd673b5942", "LLMInferenceService": "e2e-same-id-a-38ab7a6e", "namespace": "llm"} 2026-09-17T14:49:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49eb948d-c511-4c9b-92bb-f3810d37c45a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:49:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49eb948d-c511-4c9b-92bb-f3810d37c45a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T14:49:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "49eb948d-c511-4c9b-92bb-f3810d37c45a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:49:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "defe1b79-628c-491a-a65b-5ce467f05b68", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:49:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "defe1b79-628c-491a-a65b-5ce467f05b68", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T14:49:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "defe1b79-628c-491a-a65b-5ce467f05b68", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:49:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "40a889e7-0dd5-4e7d-9a85-7cd920c78542", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm"} 2026-09-17T14:49:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "40a889e7-0dd5-4e7d-9a85-7cd920c78542", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e"} 2026-09-17T14:49:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "40a889e7-0dd5-4e7d-9a85-7cd920c78542", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm"} 2026-09-17T14:49:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "40a889e7-0dd5-4e7d-9a85-7cd920c78542", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm"} 2026-09-17T14:49:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "40a889e7-0dd5-4e7d-9a85-7cd920c78542", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e-kserve-route-authn"} 2026-09-17T14:49:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "40a889e7-0dd5-4e7d-9a85-7cd920c78542", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e-kserve-route-authn"} 2026-09-17T14:49:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-38ab7a6e","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-38ab7a6e", "reconcileID": "e5b4b0a2-6ef2-4604-92eb-916446582aea", "LLMInferenceService": "e2e-same-id-b-38ab7a6e", "namespace": "llm"} 2026-09-17T14:49:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14ddc49a-38c4-4605-a1f5-a598af6e1669", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:49:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14ddc49a-38c4-4605-a1f5-a598af6e1669", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T14:49:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14ddc49a-38c4-4605-a1f5-a598af6e1669", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:49:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d1d980b-8f0d-4a07-8293-7887faf484b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T14:49:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d1d980b-8f0d-4a07-8293-7887faf484b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T14:49:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d1d980b-8f0d-4a07-8293-7887faf484b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}