2026-09-09T18:59:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-79b1ac","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-79b1ac", "reconcileID": "bd5556b3-2743-4d34-b7c0-30a5fd0dd982", "Gateway": "e2e-api-a-79b1ac", "namespace": "openshift-ingress"} 2026-09-09T18:59:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "6bf22a09-e4d3-4e90-9f1e-f0db1dd6b3a3", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T18:59:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "6bf22a09-e4d3-4e90-9f1e-f0db1dd6b3a3", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T18:59:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "6bf22a09-e4d3-4e90-9f1e-f0db1dd6b3a3", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T18:59:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "6bf22a09-e4d3-4e90-9f1e-f0db1dd6b3a3", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d-kserve-route-authn"} 2026-09-09T18:59:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "6bf22a09-e4d3-4e90-9f1e-f0db1dd6b3a3", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "authType": "userdefined"} 2026-09-09T18:59:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "6bf22a09-e4d3-4e90-9f1e-f0db1dd6b3a3", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T18:59:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e012d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e012d", "reconcileID": "ed32b8b3-fa7d-42eb-be5f-f0f67da1ed05", "Gateway": "e2e-shared-b-w3-0e012d", "namespace": "openshift-ingress"} 2026-09-09T18:59:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e012d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e012d", "reconcileID": "ed32b8b3-fa7d-42eb-be5f-f0f67da1ed05", "Gateway": "e2e-shared-b-w3-0e012d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e012d-authn-ssl"} 2026-09-09T18:59:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e012d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e012d", "reconcileID": "ed32b8b3-fa7d-42eb-be5f-f0f67da1ed05", "Gateway": "e2e-shared-b-w3-0e012d", "namespace": "openshift-ingress"} 2026-09-09T18:59:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "d1684a6b-424d-4f6e-9093-dbc51d0a6a25", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T18:59:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "d1684a6b-424d-4f6e-9093-dbc51d0a6a25", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T18:59:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "d1684a6b-424d-4f6e-9093-dbc51d0a6a25", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T18:59:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "d1684a6b-424d-4f6e-9093-dbc51d0a6a25", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d-kserve-route-authn"} 2026-09-09T18:59:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "d1684a6b-424d-4f6e-9093-dbc51d0a6a25", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "authType": "userdefined"} 2026-09-09T18:59:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "d1684a6b-424d-4f6e-9093-dbc51d0a6a25", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T18:59:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8fbc9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8fbc9c", "reconcileID": "18677b9c-deb2-45e9-aa8b-085b70d56228", "Gateway": "e2e-api-b-8fbc9c", "namespace": "openshift-ingress"} 2026-09-09T18:59:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8fbc9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8fbc9c", "reconcileID": "18677b9c-deb2-45e9-aa8b-085b70d56228", "Gateway": "e2e-api-b-8fbc9c", "namespace": "openshift-ingress", "name": "e2e-api-b-8fbc9c-authn-ssl"} 2026-09-09T18:59:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8fbc9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8fbc9c", "reconcileID": "18677b9c-deb2-45e9-aa8b-085b70d56228", "Gateway": "e2e-api-b-8fbc9c", "namespace": "openshift-ingress"} 2026-09-09T18:59:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "e76a31d1-e4d7-4ca1-9e04-be4b967af7d4", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T18:59:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "e76a31d1-e4d7-4ca1-9e04-be4b967af7d4", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T18:59:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "e76a31d1-e4d7-4ca1-9e04-be4b967af7d4", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T18:59:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "e76a31d1-e4d7-4ca1-9e04-be4b967af7d4", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d-kserve-route-authn"} 2026-09-09T18:59:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "e76a31d1-e4d7-4ca1-9e04-be4b967af7d4", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "authType": "userdefined"} 2026-09-09T18:59:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "e76a31d1-e4d7-4ca1-9e04-be4b967af7d4", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T18:59:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "eecfb01a-a5db-43fe-8cb2-71a7890174bc", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T18:59:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "eecfb01a-a5db-43fe-8cb2-71a7890174bc", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T18:59:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "eecfb01a-a5db-43fe-8cb2-71a7890174bc", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T18:59:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "eecfb01a-a5db-43fe-8cb2-71a7890174bc", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d-kserve-route-authn"} 2026-09-09T18:59:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "eecfb01a-a5db-43fe-8cb2-71a7890174bc", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "authType": "userdefined"} 2026-09-09T18:59:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "eecfb01a-a5db-43fe-8cb2-71a7890174bc", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T18:59:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8fbc9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8fbc9c", "reconcileID": "9879ab17-47b6-433d-9de2-c876cf4eba76", "Gateway": "e2e-api-b-8fbc9c", "namespace": "openshift-ingress"} 2026-09-09T18:59:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8fbc9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8fbc9c", "reconcileID": "9879ab17-47b6-433d-9de2-c876cf4eba76", "Gateway": "e2e-api-b-8fbc9c", "namespace": "openshift-ingress", "name": "e2e-api-b-8fbc9c-authn-ssl"} 2026-09-09T18:59:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8fbc9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8fbc9c", "reconcileID": "9879ab17-47b6-433d-9de2-c876cf4eba76", "Gateway": "e2e-api-b-8fbc9c", "namespace": "openshift-ingress"} 2026-09-09T18:59:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8fbc9c"}, "namespace": "ai-tenant-e2e-api-b-8fbc9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bebfb401-2098-4a24-9276-aca5de0e870e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8fbc9c"} 2026-09-09T18:59:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8fbc9c"}, "namespace": "ai-tenant-e2e-api-b-8fbc9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bebfb401-2098-4a24-9276-aca5de0e870e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8fbc9c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T18:59:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8fbc9c"}, "namespace": "ai-tenant-e2e-api-b-8fbc9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bebfb401-2098-4a24-9276-aca5de0e870e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-8fbc9c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T18:59:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8fbc9c"}, "namespace": "ai-tenant-e2e-api-b-8fbc9c", "name": "odh-trusted-ca-bundle", "reconcileID": "b9e5a76f-20df-48b6-b71c-1fc940faec4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8fbc9c"} 2026-09-09T18:59:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-8fbc9c"}, "namespace": "ai-tenant-e2e-api-b-8fbc9c", "name": "odh-trusted-ca-bundle", "reconcileID": "b9e5a76f-20df-48b6-b71c-1fc940faec4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8fbc9c"} 2026-09-09T18:59:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8fbc9c"}, "namespace": "ai-tenant-e2e-api-b-8fbc9c", "name": "openshift-service-ca.crt", "reconcileID": "4ac376b2-2117-4932-a755-6d54240d7d30", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8fbc9c"} 2026-09-09T18:59:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-8fbc9c"}, "namespace": "ai-tenant-e2e-api-b-8fbc9c", "name": "openshift-service-ca.crt", "reconcileID": "4ac376b2-2117-4932-a755-6d54240d7d30", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-8fbc9c"} 2026-09-09T18:59:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8fbc9c"}, "namespace": "ai-tenant-e2e-api-b-8fbc9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7798f7f5-4f94-46bf-811e-f4b2759a5f08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8fbc9c"} 2026-09-09T18:59:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-8fbc9c"}, "namespace": "ai-tenant-e2e-api-b-8fbc9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7798f7f5-4f94-46bf-811e-f4b2759a5f08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-8fbc9c"} 2026-09-09T18:59:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-8fbc9c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-8fbc9c", "reconcileID": "9d89afd9-44da-4b1e-86c6-8e6f75e58659", "Gateway": "e2e-api-b-8fbc9c", "namespace": "openshift-ingress"} 2026-09-09T18:59:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0daf23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0daf23", "reconcileID": "e10776d8-6270-42d4-ad72-a31604b453ad", "Gateway": "e2e-shared-a-w2-0daf23", "namespace": "openshift-ingress"} 2026-09-09T18:59:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0daf23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0daf23", "reconcileID": "e10776d8-6270-42d4-ad72-a31604b453ad", "Gateway": "e2e-shared-a-w2-0daf23", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0daf23-authn-ssl"} 2026-09-09T18:59:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0daf23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0daf23", "reconcileID": "e10776d8-6270-42d4-ad72-a31604b453ad", "Gateway": "e2e-shared-a-w2-0daf23", "namespace": "openshift-ingress"} 2026-09-09T18:59:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0daf23"}, "namespace": "ai-tenant-e2e-shared-a-w2-0daf23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f68a855e-6b82-4d84-ad6e-2871d00c5741", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-0daf23"} 2026-09-09T18:59:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0daf23"}, "namespace": "ai-tenant-e2e-shared-a-w2-0daf23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f68a855e-6b82-4d84-ad6e-2871d00c5741", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-0daf23", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T18:59:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0daf23"}, "namespace": "ai-tenant-e2e-shared-a-w2-0daf23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f68a855e-6b82-4d84-ad6e-2871d00c5741", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-0daf23 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T18:59:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0daf23"}, "namespace": "ai-tenant-e2e-shared-a-w2-0daf23", "name": "odh-trusted-ca-bundle", "reconcileID": "62ce7bd9-b201-413a-8523-aa50c909eb0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-0daf23"} 2026-09-09T18:59:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0daf23"}, "namespace": "ai-tenant-e2e-shared-a-w2-0daf23", "name": "odh-trusted-ca-bundle", "reconcileID": "62ce7bd9-b201-413a-8523-aa50c909eb0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-0daf23"} 2026-09-09T18:59:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-0daf23"}, "namespace": "ai-tenant-e2e-shared-a-w2-0daf23", "name": "openshift-service-ca.crt", "reconcileID": "cca2e8ed-6e05-454d-a214-508d11260477", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-0daf23"} 2026-09-09T18:59:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-0daf23"}, "namespace": "ai-tenant-e2e-shared-a-w2-0daf23", "name": "openshift-service-ca.crt", "reconcileID": "cca2e8ed-6e05-454d-a214-508d11260477", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-0daf23"} 2026-09-09T18:59:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0daf23"}, "namespace": "ai-tenant-e2e-shared-a-w2-0daf23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d62f7fd0-21b9-4d0b-800f-a6fcbb384aa6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-0daf23"} 2026-09-09T18:59:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-0daf23"}, "namespace": "ai-tenant-e2e-shared-a-w2-0daf23", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d62f7fd0-21b9-4d0b-800f-a6fcbb384aa6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-0daf23"} 2026-09-09T18:59:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-0daf23","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-0daf23", "reconcileID": "28f55458-8b1a-4630-b6b3-71bb0fa0707d", "Gateway": "e2e-shared-a-w2-0daf23", "namespace": "openshift-ingress"} 2026-09-09T19:00:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c09a03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c09a03", "reconcileID": "93f1f987-9d4f-42f4-ae38-c255e0d79d8e", "Gateway": "e2e-shared-b-w2-c09a03", "namespace": "openshift-ingress"} 2026-09-09T19:00:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c09a03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c09a03", "reconcileID": "93f1f987-9d4f-42f4-ae38-c255e0d79d8e", "Gateway": "e2e-shared-b-w2-c09a03", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c09a03-authn-ssl"} 2026-09-09T19:00:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c09a03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c09a03", "reconcileID": "93f1f987-9d4f-42f4-ae38-c255e0d79d8e", "Gateway": "e2e-shared-b-w2-c09a03", "namespace": "openshift-ingress"} 2026-09-09T19:00:07Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-282de3","namespace":"ai-tenant-e2e-shared-a-w3-282de3"}, "namespace": "ai-tenant-e2e-shared-a-w3-282de3", "name": "rate-test-model-282de3", "reconcileID": "8580f109-6110-4d61-98c8-679e151fea29", "LLMInferenceService": "rate-test-model-282de3", "namespace": "ai-tenant-e2e-shared-a-w3-282de3"} 2026-09-09T19:00:07Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-282de3","namespace":"ai-tenant-e2e-shared-a-w3-282de3"}, "namespace": "ai-tenant-e2e-shared-a-w3-282de3", "name": "rate-test-model-282de3", "reconcileID": "8580f109-6110-4d61-98c8-679e151fea29", "LLMInferenceService": "rate-test-model-282de3", "namespace": "ai-tenant-e2e-shared-a-w3-282de3", "name": "rate-test-model-282de3"} 2026-09-09T19:00:07Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-282de3","namespace":"ai-tenant-e2e-shared-a-w3-282de3"}, "namespace": "ai-tenant-e2e-shared-a-w3-282de3", "name": "rate-test-model-282de3", "reconcileID": "8580f109-6110-4d61-98c8-679e151fea29", "LLMInferenceService": "rate-test-model-282de3", "namespace": "ai-tenant-e2e-shared-a-w3-282de3"} 2026-09-09T19:00:07Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-282de3","namespace":"ai-tenant-e2e-shared-a-w3-282de3"}, "namespace": "ai-tenant-e2e-shared-a-w3-282de3", "name": "rate-test-model-282de3", "reconcileID": "8580f109-6110-4d61-98c8-679e151fea29", "LLMInferenceService": "rate-test-model-282de3", "namespace": "ai-tenant-e2e-shared-a-w3-282de3"} 2026-09-09T19:00:07Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-282de3","namespace":"ai-tenant-e2e-shared-a-w3-282de3"}, "namespace": "ai-tenant-e2e-shared-a-w3-282de3", "name": "rate-test-model-282de3", "reconcileID": "8580f109-6110-4d61-98c8-679e151fea29", "LLMInferenceService": "rate-test-model-282de3", "namespace": "ai-tenant-e2e-shared-a-w3-282de3", "name": "rate-test-model-282de3-kserve-route-authn"} 2026-09-09T19:00:07Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-282de3","namespace":"ai-tenant-e2e-shared-a-w3-282de3"}, "namespace": "ai-tenant-e2e-shared-a-w3-282de3", "name": "rate-test-model-282de3", "reconcileID": "8580f109-6110-4d61-98c8-679e151fea29", "LLMInferenceService": "rate-test-model-282de3", "namespace": "ai-tenant-e2e-shared-a-w3-282de3", "name": "rate-test-model-282de3-kserve-route-authn"} 2026-09-09T19:00:07Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-282de3","namespace":"ai-tenant-e2e-shared-a-w3-282de3"}, "namespace": "ai-tenant-e2e-shared-a-w3-282de3", "name": "rate-test-model-282de3", "reconcileID": "8580f109-6110-4d61-98c8-679e151fea29", "LLMInferenceService": "rate-test-model-282de3", "namespace": "ai-tenant-e2e-shared-a-w3-282de3", "namespace": "ai-tenant-e2e-shared-a-w3-282de3"} 2026-09-09T19:00:07Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-282de3","namespace":"ai-tenant-e2e-shared-a-w3-282de3"}, "namespace": "ai-tenant-e2e-shared-a-w3-282de3", "name": "rate-test-model-282de3", "reconcileID": "8580f109-6110-4d61-98c8-679e151fea29", "LLMInferenceService": "rate-test-model-282de3", "namespace": "ai-tenant-e2e-shared-a-w3-282de3", "namespace": "ai-tenant-e2e-shared-a-w3-282de3"} 2026-09-09T19:00:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-282de3","namespace":"ai-tenant-e2e-shared-a-w3-282de3"}, "namespace": "ai-tenant-e2e-shared-a-w3-282de3", "name": "rate-test-model-282de3", "reconcileID": "a320c2fe-d0da-4e80-838f-3071e2684097", "LLMInferenceService": "rate-test-model-282de3", "namespace": "ai-tenant-e2e-shared-a-w3-282de3"} 2026-09-09T19:00:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-282de3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-282de3", "reconcileID": "dd495a10-6fa0-4de3-86e0-ae2323bf7e55", "Gateway": "e2e-shared-a-w3-282de3", "namespace": "openshift-ingress"} 2026-09-09T19:00:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-282de3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-282de3", "reconcileID": "dd495a10-6fa0-4de3-86e0-ae2323bf7e55", "Gateway": "e2e-shared-a-w3-282de3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-282de3-authn-ssl"} 2026-09-09T19:00:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-282de3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-282de3", "reconcileID": "dd495a10-6fa0-4de3-86e0-ae2323bf7e55", "Gateway": "e2e-shared-a-w3-282de3", "namespace": "openshift-ingress"} 2026-09-09T19:00:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-282de3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-282de3", "reconcileID": "22530b69-b684-4eee-b74c-5ab7350c8535", "Gateway": "e2e-shared-a-w3-282de3", "namespace": "openshift-ingress"} 2026-09-09T19:00:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-282de3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-282de3", "reconcileID": "22530b69-b684-4eee-b74c-5ab7350c8535", "Gateway": "e2e-shared-a-w3-282de3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-282de3-authn-ssl"} 2026-09-09T19:00:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-282de3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-282de3", "reconcileID": "22530b69-b684-4eee-b74c-5ab7350c8535", "Gateway": "e2e-shared-a-w3-282de3", "namespace": "openshift-ingress"} 2026-09-09T19:00:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "5b695924-6dfd-498c-9885-66ccef7c5f4d", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T19:00:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "5b695924-6dfd-498c-9885-66ccef7c5f4d", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d"} 2026-09-09T19:00:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "5b695924-6dfd-498c-9885-66ccef7c5f4d", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T19:00:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "5b695924-6dfd-498c-9885-66ccef7c5f4d", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T19:00:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "5b695924-6dfd-498c-9885-66ccef7c5f4d", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d-kserve-route-authn"} 2026-09-09T19:00:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "5b695924-6dfd-498c-9885-66ccef7c5f4d", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d-kserve-route-authn"} 2026-09-09T19:00:08Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "5b695924-6dfd-498c-9885-66ccef7c5f4d", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T19:00:08Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "5b695924-6dfd-498c-9885-66ccef7c5f4d", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T19:00:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-0e012d","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "rate-test-model-0e012d", "reconcileID": "89c44910-270f-4b18-a7ca-dd8b59ffc476", "LLMInferenceService": "rate-test-model-0e012d", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T19:00:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e012d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e012d", "reconcileID": "36ac3ac3-fc30-4c19-8e58-016f8c4cd9d4", "Gateway": "e2e-shared-b-w3-0e012d", "namespace": "openshift-ingress"} 2026-09-09T19:00:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e012d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e012d", "reconcileID": "36ac3ac3-fc30-4c19-8e58-016f8c4cd9d4", "Gateway": "e2e-shared-b-w3-0e012d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e012d-authn-ssl"} 2026-09-09T19:00:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e012d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e012d", "reconcileID": "36ac3ac3-fc30-4c19-8e58-016f8c4cd9d4", "Gateway": "e2e-shared-b-w3-0e012d", "namespace": "openshift-ingress"} 2026-09-09T19:00:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e012d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e012d", "reconcileID": "9e5490a6-0938-408f-a27c-daaf0880731c", "Gateway": "e2e-shared-b-w3-0e012d", "namespace": "openshift-ingress"} 2026-09-09T19:00:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e012d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e012d", "reconcileID": "9e5490a6-0938-408f-a27c-daaf0880731c", "Gateway": "e2e-shared-b-w3-0e012d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e012d-authn-ssl"} 2026-09-09T19:00:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e012d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e012d", "reconcileID": "9e5490a6-0938-408f-a27c-daaf0880731c", "Gateway": "e2e-shared-b-w3-0e012d", "namespace": "openshift-ingress"} 2026-09-09T19:00:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "575dc629-9caa-4079-854b-aa12a30d36e3", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:00:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "575dc629-9caa-4079-854b-aa12a30d36e3", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380-authn-ssl"} 2026-09-09T19:00:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "575dc629-9caa-4079-854b-aa12a30d36e3", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:00:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "f5f1b78b-5f5f-472b-8f11-4b132c0c512f", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:00:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "f5f1b78b-5f5f-472b-8f11-4b132c0c512f", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380-authn-ssl"} 2026-09-09T19:00:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "f5f1b78b-5f5f-472b-8f11-4b132c0c512f", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:00:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "8074c541-759c-4352-9b31-fe2bdccb45dc", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:00:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "8074c541-759c-4352-9b31-fe2bdccb45dc", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380-authn-ssl"} 2026-09-09T19:00:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "8074c541-759c-4352-9b31-fe2bdccb45dc", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:00:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "1946001e-30fc-44f6-8f01-3a4703707c2c", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:00:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "1946001e-30fc-44f6-8f01-3a4703707c2c", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380-authn-ssl"} 2026-09-09T19:00:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "1946001e-30fc-44f6-8f01-3a4703707c2c", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:00:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "bb3778d6-0e56-4c19-b9e9-67c0bf71b0a3", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:00:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "bb3778d6-0e56-4c19-b9e9-67c0bf71b0a3", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380-authn-ssl"} 2026-09-09T19:00:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "bb3778d6-0e56-4c19-b9e9-67c0bf71b0a3", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:00:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "e21142f4-18c2-4c18-bd6d-d3adbb31ff31", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:00:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "e21142f4-18c2-4c18-bd6d-d3adbb31ff31", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380-authn-ssl"} 2026-09-09T19:00:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "e21142f4-18c2-4c18-bd6d-d3adbb31ff31", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:00:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "fdaffba7-6959-44fd-a06c-f0381af195c5", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:00:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "fdaffba7-6959-44fd-a06c-f0381af195c5", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380-authn-ssl"} 2026-09-09T19:00:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "fdaffba7-6959-44fd-a06c-f0381af195c5", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:00:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "a7927e36-c2e4-49f3-845c-f545ee547034", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:00:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "a7927e36-c2e4-49f3-845c-f545ee547034", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380-authn-ssl"} 2026-09-09T19:00:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "a7927e36-c2e4-49f3-845c-f545ee547034", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:00:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-c09a03"}, "namespace": "ai-tenant-e2e-shared-b-w2-c09a03", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e4e9ed6-e2db-4346-bb1c-b9935e53fac0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-c09a03"} 2026-09-09T19:00:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-c09a03"}, "namespace": "ai-tenant-e2e-shared-b-w2-c09a03", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e4e9ed6-e2db-4346-bb1c-b9935e53fac0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-c09a03", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T19:00:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-c09a03"}, "namespace": "ai-tenant-e2e-shared-b-w2-c09a03", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e4e9ed6-e2db-4346-bb1c-b9935e53fac0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-c09a03 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T19:00:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-c09a03"}, "namespace": "ai-tenant-e2e-shared-b-w2-c09a03", "name": "odh-trusted-ca-bundle", "reconcileID": "dc943a8d-2fe6-408d-b4e3-68a7b9b22f0b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-c09a03"} 2026-09-09T19:00:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-c09a03"}, "namespace": "ai-tenant-e2e-shared-b-w2-c09a03", "name": "odh-trusted-ca-bundle", "reconcileID": "dc943a8d-2fe6-408d-b4e3-68a7b9b22f0b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-c09a03"} 2026-09-09T19:00:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-c09a03"}, "namespace": "ai-tenant-e2e-shared-b-w2-c09a03", "name": "openshift-service-ca.crt", "reconcileID": "a4340b11-a834-4551-8ee2-ec73ef31a176", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-c09a03"} 2026-09-09T19:00:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-c09a03"}, "namespace": "ai-tenant-e2e-shared-b-w2-c09a03", "name": "openshift-service-ca.crt", "reconcileID": "a4340b11-a834-4551-8ee2-ec73ef31a176", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-c09a03"} 2026-09-09T19:00:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-c09a03"}, "namespace": "ai-tenant-e2e-shared-b-w2-c09a03", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2b67f88-5413-40b2-aeae-b2eb6a559201", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-c09a03"} 2026-09-09T19:00:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-c09a03"}, "namespace": "ai-tenant-e2e-shared-b-w2-c09a03", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2b67f88-5413-40b2-aeae-b2eb6a559201", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-c09a03"} 2026-09-09T19:00:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c09a03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c09a03", "reconcileID": "b4929b14-d7ff-4b70-8dac-3ed6c71ebaf6", "Gateway": "e2e-shared-b-w2-c09a03", "namespace": "openshift-ingress"} 2026-09-09T19:00:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c09a03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c09a03", "reconcileID": "b4929b14-d7ff-4b70-8dac-3ed6c71ebaf6", "Gateway": "e2e-shared-b-w2-c09a03", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c09a03-authn-ssl"} 2026-09-09T19:00:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c09a03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c09a03", "reconcileID": "b4929b14-d7ff-4b70-8dac-3ed6c71ebaf6", "Gateway": "e2e-shared-b-w2-c09a03", "namespace": "openshift-ingress"} 2026-09-09T19:00:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "openshift-service-ca.crt", "reconcileID": "65656ede-9e75-4631-ba80-b538126d6ad5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:00:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "odh-trusted-ca-bundle", "reconcileID": "029bd1a2-f015-4a17-9a8d-1ee34830aac6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:00:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "openshift-service-ca.crt", "reconcileID": "f812d4c3-12ed-46e5-a164-d3fa9e132433", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a63380", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T19:00:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "openshift-service-ca.crt", "reconcileID": "f812d4c3-12ed-46e5-a164-d3fa9e132433", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:00:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a46f3a43-747d-488f-a66f-f38a9873dbf6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:00:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "openshift-service-ca.crt", "reconcileID": "a6bc4120-2cf8-4c81-a446-d4bf86684282", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:00:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "odh-trusted-ca-bundle", "reconcileID": "cfacf2b6-5df8-4fdb-bc71-20ba32ed7324", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a63380", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T19:00:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "odh-trusted-ca-bundle", "reconcileID": "cfacf2b6-5df8-4fdb-bc71-20ba32ed7324", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:00:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8cedb264-ca48-4e67-abbc-3ee13f50f016", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:00:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-c09a03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-c09a03", "reconcileID": "ab3cda16-02f5-423a-8d01-a47b9f54cd6f", "Gateway": "e2e-shared-b-w2-c09a03", "namespace": "openshift-ingress"} 2026-09-09T19:00:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "b491b54a-b743-4ea4-993d-f7176821d36a", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:00:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "b491b54a-b743-4ea4-993d-f7176821d36a", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380-authn-ssl"} 2026-09-09T19:00:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "b491b54a-b743-4ea4-993d-f7176821d36a", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:00:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "1054a0bc-9c68-4610-a171-6d9742f931d4", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:00:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "1054a0bc-9c68-4610-a171-6d9742f931d4", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380-authn-ssl"} 2026-09-09T19:00:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "1054a0bc-9c68-4610-a171-6d9742f931d4", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:00:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "7753de4c-496e-40a1-b8bd-58b2d7e19f73", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:00:39Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "7753de4c-496e-40a1-b8bd-58b2d7e19f73", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a-authn-ssl"} 2026-09-09T19:00:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "7753de4c-496e-40a1-b8bd-58b2d7e19f73", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:00:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "342c391f-5882-46d3-8f02-54bc41f96ba4", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:00:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "342c391f-5882-46d3-8f02-54bc41f96ba4", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a-authn-ssl"} 2026-09-09T19:00:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "342c391f-5882-46d3-8f02-54bc41f96ba4", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:00:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "3b13987b-ffd1-494d-adf1-ba81c0aa464d", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:00:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "3b13987b-ffd1-494d-adf1-ba81c0aa464d", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a-authn-ssl"} 2026-09-09T19:00:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "3b13987b-ffd1-494d-adf1-ba81c0aa464d", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:00:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "acd187ee-1379-40b7-956f-738d13176659", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:00:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "acd187ee-1379-40b7-956f-738d13176659", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a-authn-ssl"} 2026-09-09T19:00:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "acd187ee-1379-40b7-956f-738d13176659", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:00:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "81b2e8df-ec6a-4ccc-a99a-08709cdbbe5e", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:00:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "81b2e8df-ec6a-4ccc-a99a-08709cdbbe5e", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a-authn-ssl"} 2026-09-09T19:00:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "81b2e8df-ec6a-4ccc-a99a-08709cdbbe5e", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:00:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "babd1aeb-4bfc-403a-a278-d6cb1ac2f393", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:00:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "babd1aeb-4bfc-403a-a278-d6cb1ac2f393", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a-authn-ssl"} 2026-09-09T19:00:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "babd1aeb-4bfc-403a-a278-d6cb1ac2f393", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:00:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "a0fe68e8-5f4c-43ed-9afb-1f9ab3bc12ed", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:00:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "a0fe68e8-5f4c-43ed-9afb-1f9ab3bc12ed", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a-authn-ssl"} 2026-09-09T19:00:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "a0fe68e8-5f4c-43ed-9afb-1f9ab3bc12ed", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:00:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "2cb9d712-6c53-441e-98e7-22bc7d38e33c", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:00:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "2cb9d712-6c53-441e-98e7-22bc7d38e33c", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a-authn-ssl"} 2026-09-09T19:00:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "2cb9d712-6c53-441e-98e7-22bc7d38e33c", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:00:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-03128a"}, "namespace": "ai-tenant-e2e-ipp-b-03128a", "name": "openshift-service-ca.crt", "reconcileID": "568a8b35-6575-42fe-be95-e21a15ccee18", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-03128a"} 2026-09-09T19:00:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-03128a"}, "namespace": "ai-tenant-e2e-ipp-b-03128a", "name": "odh-trusted-ca-bundle", "reconcileID": "3fb1dee9-9efc-43d5-84b0-e04176f93355", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-03128a"} 2026-09-09T19:00:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-03128a"}, "namespace": "ai-tenant-e2e-ipp-b-03128a", "name": "openshift-service-ca.crt", "reconcileID": "b13e3c39-cfc3-4666-97bd-be297bfff482", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-03128a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T19:00:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-03128a"}, "namespace": "ai-tenant-e2e-ipp-b-03128a", "name": "openshift-service-ca.crt", "reconcileID": "b13e3c39-cfc3-4666-97bd-be297bfff482", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-03128a"} 2026-09-09T19:00:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-03128a"}, "namespace": "ai-tenant-e2e-ipp-b-03128a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfa22227-577b-43d3-99b9-749899a5e64e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-03128a"} 2026-09-09T19:00:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-03128a"}, "namespace": "ai-tenant-e2e-ipp-b-03128a", "name": "openshift-service-ca.crt", "reconcileID": "dea1259d-92b4-44b0-bf50-db3e987a9435", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-03128a"} 2026-09-09T19:00:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-03128a"}, "namespace": "ai-tenant-e2e-ipp-b-03128a", "name": "odh-trusted-ca-bundle", "reconcileID": "998c4e1f-4def-42bd-90ab-92baab12a9c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-03128a", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T19:00:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-03128a"}, "namespace": "ai-tenant-e2e-ipp-b-03128a", "name": "odh-trusted-ca-bundle", "reconcileID": "998c4e1f-4def-42bd-90ab-92baab12a9c4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-03128a"} 2026-09-09T19:00:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-03128a"}, "namespace": "ai-tenant-e2e-ipp-b-03128a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "279199de-0073-4f3f-82e5-bf9c469def82", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-03128a"} 2026-09-09T19:00:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "838f6032-90c5-4cb8-9d94-802f9e792f11", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:00:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "838f6032-90c5-4cb8-9d94-802f9e792f11", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a-authn-ssl"} 2026-09-09T19:00:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "838f6032-90c5-4cb8-9d94-802f9e792f11", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:00:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "5bf6baca-3419-48b5-ad5f-b38e968bb6a3", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:00:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "5bf6baca-3419-48b5-ad5f-b38e968bb6a3", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a-authn-ssl"} 2026-09-09T19:00:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "5bf6baca-3419-48b5-ad5f-b38e968bb6a3", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:01:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "13943133-d71e-4b62-9882-eea8f83e145b", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:01:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "13943133-d71e-4b62-9882-eea8f83e145b", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:01:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "13943133-d71e-4b62-9882-eea8f83e145b", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:01:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "6e18c572-8d67-4844-a6dc-97c3b85f00df", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:01:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "13943133-d71e-4b62-9882-eea8f83e145b", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380-kserve-route-authn"} 2026-09-09T19:01:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "13943133-d71e-4b62-9882-eea8f83e145b", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380", "authType": "userdefined"} 2026-09-09T19:01:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "13943133-d71e-4b62-9882-eea8f83e145b", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:01:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "6e18c572-8d67-4844-a6dc-97c3b85f00df", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380-authn-ssl"} 2026-09-09T19:01:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "6e18c572-8d67-4844-a6dc-97c3b85f00df", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:01:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "38fffe1d-947a-4919-b85c-7f02ba3c6e3c", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:01:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "38fffe1d-947a-4919-b85c-7f02ba3c6e3c", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:01:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "38fffe1d-947a-4919-b85c-7f02ba3c6e3c", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:01:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "38fffe1d-947a-4919-b85c-7f02ba3c6e3c", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380-kserve-route-authn"} 2026-09-09T19:01:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "38fffe1d-947a-4919-b85c-7f02ba3c6e3c", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380", "authType": "userdefined"} 2026-09-09T19:01:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "38fffe1d-947a-4919-b85c-7f02ba3c6e3c", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:01:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "538c0e75-41c8-48e4-877c-79946bdf92a8", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:01:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "538c0e75-41c8-48e4-877c-79946bdf92a8", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380-authn-ssl"} 2026-09-09T19:01:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "538c0e75-41c8-48e4-877c-79946bdf92a8", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:01:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "4c13ee18-da9b-4dac-9849-e7534c9a9f7d", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:01:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "4c13ee18-da9b-4dac-9849-e7534c9a9f7d", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:01:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "4c13ee18-da9b-4dac-9849-e7534c9a9f7d", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:01:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "4c13ee18-da9b-4dac-9849-e7534c9a9f7d", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380-kserve-route-authn"} 2026-09-09T19:01:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "4c13ee18-da9b-4dac-9849-e7534c9a9f7d", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380", "authType": "userdefined"} 2026-09-09T19:01:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "4c13ee18-da9b-4dac-9849-e7534c9a9f7d", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:01:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "7aaf0dbc-fe83-45fa-bda7-a00386f0937b", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:01:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "7aaf0dbc-fe83-45fa-bda7-a00386f0937b", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:01:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "7aaf0dbc-fe83-45fa-bda7-a00386f0937b", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:01:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "7aaf0dbc-fe83-45fa-bda7-a00386f0937b", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380-kserve-route-authn"} 2026-09-09T19:01:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "7aaf0dbc-fe83-45fa-bda7-a00386f0937b", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380", "authType": "userdefined"} 2026-09-09T19:01:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "7aaf0dbc-fe83-45fa-bda7-a00386f0937b", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:01:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "53f144b7-630d-4ca5-ad52-aafb303f457d", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress"} 2026-09-09T19:01:49Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "53f144b7-630d-4ca5-ad52-aafb303f457d", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e-authn-ssl"} 2026-09-09T19:01:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "53f144b7-630d-4ca5-ad52-aafb303f457d", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress"} 2026-09-09T19:01:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "7ed29182-7514-4dc5-bf0f-366776526996", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress"} 2026-09-09T19:01:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "7ed29182-7514-4dc5-bf0f-366776526996", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e-authn-ssl"} 2026-09-09T19:01:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "7ed29182-7514-4dc5-bf0f-366776526996", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress"} 2026-09-09T19:01:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "dc774c62-74db-42af-9d36-699636ea4d1c", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress"} 2026-09-09T19:01:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "dc774c62-74db-42af-9d36-699636ea4d1c", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e-authn-ssl"} 2026-09-09T19:01:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "dc774c62-74db-42af-9d36-699636ea4d1c", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress"} 2026-09-09T19:01:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "9d01b336-a8a6-40d5-8b21-3c97553f323a", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress"} 2026-09-09T19:01:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "9d01b336-a8a6-40d5-8b21-3c97553f323a", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e-authn-ssl"} 2026-09-09T19:01:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "9d01b336-a8a6-40d5-8b21-3c97553f323a", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress"} 2026-09-09T19:01:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "1af067e3-9969-4eac-8e24-5d9bcfeeaa30", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress"} 2026-09-09T19:01:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "1af067e3-9969-4eac-8e24-5d9bcfeeaa30", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e-authn-ssl"} 2026-09-09T19:01:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "1af067e3-9969-4eac-8e24-5d9bcfeeaa30", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress"} 2026-09-09T19:01:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "acef79da-dc28-45d2-9145-8bb02b7cc16c", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress"} 2026-09-09T19:01:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "acef79da-dc28-45d2-9145-8bb02b7cc16c", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e-authn-ssl"} 2026-09-09T19:01:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "acef79da-dc28-45d2-9145-8bb02b7cc16c", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress"} 2026-09-09T19:01:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5ae86e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e", "name": "openshift-service-ca.crt", "reconcileID": "0d7fc2e8-34b4-4b97-add1-303cfb4cd326", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e"} 2026-09-09T19:01:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5ae86e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e", "name": "odh-trusted-ca-bundle", "reconcileID": "e387351f-7ad1-4595-a6fa-57604465433f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e"} 2026-09-09T19:01:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5ae86e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e", "name": "openshift-service-ca.crt", "reconcileID": "dcc182ee-819c-4b3a-a21f-9d6a04c8d5f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T19:01:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5ae86e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e", "name": "openshift-service-ca.crt", "reconcileID": "dcc182ee-819c-4b3a-a21f-9d6a04c8d5f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e"} 2026-09-09T19:01:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5ae86e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccf28f93-13d5-452b-b3d4-7a4a08f66a9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e"} 2026-09-09T19:01:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5ae86e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e", "name": "openshift-service-ca.crt", "reconcileID": "a1657614-8127-4fa8-89e3-49ffd603051d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e"} 2026-09-09T19:01:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5ae86e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e", "name": "odh-trusted-ca-bundle", "reconcileID": "f20c23f4-5e06-4b32-aa79-b2b3ec42810b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T19:01:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5ae86e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e", "name": "odh-trusted-ca-bundle", "reconcileID": "f20c23f4-5e06-4b32-aa79-b2b3ec42810b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e"} 2026-09-09T19:01:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5ae86e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a2d7e2bb-7a2a-4038-b29f-fd774c943057", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e"} 2026-09-09T19:01:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "4a524992-f547-4b80-b6ff-690777a7f456", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress"} 2026-09-09T19:01:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "4a524992-f547-4b80-b6ff-690777a7f456", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e-authn-ssl"} 2026-09-09T19:01:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "4a524992-f547-4b80-b6ff-690777a7f456", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress"} 2026-09-09T19:02:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "0cd0e9b0-86ff-47c3-ba29-0874f2f23cdb", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress"} 2026-09-09T19:02:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "0cd0e9b0-86ff-47c3-ba29-0874f2f23cdb", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e-authn-ssl"} 2026-09-09T19:02:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "0cd0e9b0-86ff-47c3-ba29-0874f2f23cdb", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress"} 2026-09-09T19:02:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "05dc54f7-6d54-47b1-8920-2c05bdef7b0c", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress"} 2026-09-09T19:02:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "05dc54f7-6d54-47b1-8920-2c05bdef7b0c", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e-authn-ssl"} 2026-09-09T19:02:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "05dc54f7-6d54-47b1-8920-2c05bdef7b0c", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress"} 2026-09-09T19:02:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "0d808ed6-ff24-4b76-b7f3-72398074d54d", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress"} 2026-09-09T19:02:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "0d808ed6-ff24-4b76-b7f3-72398074d54d", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e-authn-ssl"} 2026-09-09T19:02:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "0d808ed6-ff24-4b76-b7f3-72398074d54d", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress"} 2026-09-09T19:02:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5ae86e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1168f865-b543-4061-ab07-4e208a8f1031", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e"} 2026-09-09T19:02:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5ae86e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1168f865-b543-4061-ab07-4e208a8f1031", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T19:02:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5ae86e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1168f865-b543-4061-ab07-4e208a8f1031", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-5ae86e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T19:02:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5ae86e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e", "name": "odh-trusted-ca-bundle", "reconcileID": "9fde98cd-a64a-4fd0-a64a-a9b325ceab1a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e"} 2026-09-09T19:02:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5ae86e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e", "name": "odh-trusted-ca-bundle", "reconcileID": "9fde98cd-a64a-4fd0-a64a-a9b325ceab1a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e"} 2026-09-09T19:02:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5ae86e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e", "name": "openshift-service-ca.crt", "reconcileID": "5bbda3b2-44ba-470e-a8ef-8a706d5a8a34", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e"} 2026-09-09T19:02:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-5ae86e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e", "name": "openshift-service-ca.crt", "reconcileID": "5bbda3b2-44ba-470e-a8ef-8a706d5a8a34", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e"} 2026-09-09T19:02:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5ae86e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "437e99ca-bda0-492b-980d-d759efe1d48c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e"} 2026-09-09T19:02:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-5ae86e"}, "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "437e99ca-bda0-492b-980d-d759efe1d48c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-5ae86e"} 2026-09-09T19:02:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-5ae86e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-5ae86e", "reconcileID": "f945e6ca-6dfb-4a1c-90b2-5b85a0ea3aa3", "Gateway": "e2e-ipp-cleanup-5ae86e", "namespace": "openshift-ingress"} 2026-09-09T19:02:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "c07c04e0-dfd7-40fe-9975-46d6540f6c27", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:02:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "c07c04e0-dfd7-40fe-9975-46d6540f6c27", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380-authn-ssl"} 2026-09-09T19:02:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "c07c04e0-dfd7-40fe-9975-46d6540f6c27", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:02:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "c1327c7b-76ea-4ce1-9c15-cde0bf4210ec", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:02:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "c1327c7b-76ea-4ce1-9c15-cde0bf4210ec", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380-authn-ssl"} 2026-09-09T19:02:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "c1327c7b-76ea-4ce1-9c15-cde0bf4210ec", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:02:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "38e10f5f-286c-4b1f-a426-2a28847f2d19", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:02:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "38e10f5f-286c-4b1f-a426-2a28847f2d19", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380-authn-ssl"} 2026-09-09T19:02:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "38e10f5f-286c-4b1f-a426-2a28847f2d19", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:02:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "04236362-c5d9-4d1e-bc65-573929848fad", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:02:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "04236362-c5d9-4d1e-bc65-573929848fad", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:02:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "04236362-c5d9-4d1e-bc65-573929848fad", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:02:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "04236362-c5d9-4d1e-bc65-573929848fad", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380-kserve-route-authn"} 2026-09-09T19:02:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "04236362-c5d9-4d1e-bc65-573929848fad", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380", "authType": "userdefined"} 2026-09-09T19:02:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "04236362-c5d9-4d1e-bc65-573929848fad", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:03:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "f233467c-5afc-43e0-8f75-f0f20efcb6cc", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:03:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "f233467c-5afc-43e0-8f75-f0f20efcb6cc", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:03:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "f233467c-5afc-43e0-8f75-f0f20efcb6cc", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:03:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "f233467c-5afc-43e0-8f75-f0f20efcb6cc", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380-kserve-route-authn"} 2026-09-09T19:03:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "f233467c-5afc-43e0-8f75-f0f20efcb6cc", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380", "authType": "userdefined"} 2026-09-09T19:03:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "f233467c-5afc-43e0-8f75-f0f20efcb6cc", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:03:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72ff5808-a796-49f7-b3cc-7edb5380c09d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:03:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72ff5808-a796-49f7-b3cc-7edb5380c09d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a63380", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T19:03:31Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72ff5808-a796-49f7-b3cc-7edb5380c09d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-a63380 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T19:03:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "odh-trusted-ca-bundle", "reconcileID": "e77a7219-31fd-4f74-afb8-f7300e90e0bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:03:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "odh-trusted-ca-bundle", "reconcileID": "e77a7219-31fd-4f74-afb8-f7300e90e0bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:03:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "openshift-service-ca.crt", "reconcileID": "e5517b38-9e45-4c02-a77c-bfd722f7120c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:03:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "openshift-service-ca.crt", "reconcileID": "e5517b38-9e45-4c02-a77c-bfd722f7120c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:03:31Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29240fcd-f34d-4471-94b0-5ce806e83eb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:03:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29240fcd-f34d-4471-94b0-5ce806e83eb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:03:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "5d5a3126-66dc-47f3-83b7-2c45c119c691", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:03:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "5d5a3126-66dc-47f3-83b7-2c45c119c691", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380-authn-ssl"} 2026-09-09T19:03:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "5d5a3126-66dc-47f3-83b7-2c45c119c691", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:03:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "95d504fa-c392-4bfb-8ce1-d3d23f042a34", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:03:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "95d504fa-c392-4bfb-8ce1-d3d23f042a34", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380"} 2026-09-09T19:03:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "95d504fa-c392-4bfb-8ce1-d3d23f042a34", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:03:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "95d504fa-c392-4bfb-8ce1-d3d23f042a34", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:03:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "95d504fa-c392-4bfb-8ce1-d3d23f042a34", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380-kserve-route-authn"} 2026-09-09T19:03:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "95d504fa-c392-4bfb-8ce1-d3d23f042a34", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380-kserve-route-authn"} 2026-09-09T19:03:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "95d504fa-c392-4bfb-8ce1-d3d23f042a34", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:03:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "95d504fa-c392-4bfb-8ce1-d3d23f042a34", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:03:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "dcbab7a1-712e-4a42-8cfb-12c3c8d5fdd6", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:03:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "dcbab7a1-712e-4a42-8cfb-12c3c8d5fdd6", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380"} 2026-09-09T19:03:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "dcbab7a1-712e-4a42-8cfb-12c3c8d5fdd6", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:03:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "dcbab7a1-712e-4a42-8cfb-12c3c8d5fdd6", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:03:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "dcbab7a1-712e-4a42-8cfb-12c3c8d5fdd6", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380-kserve-route-authn"} 2026-09-09T19:03:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "dcbab7a1-712e-4a42-8cfb-12c3c8d5fdd6", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380-kserve-route-authn"} 2026-09-09T19:03:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "dcbab7a1-712e-4a42-8cfb-12c3c8d5fdd6", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:03:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "dcbab7a1-712e-4a42-8cfb-12c3c8d5fdd6", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:03:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a63380","namespace":"ai-tenant-e2e-ipp-a-a63380"}, "namespace": "ai-tenant-e2e-ipp-a-a63380", "name": "ipp-route-a63380", "reconcileID": "cefbe7a2-5947-45e4-adbb-6ffc9d9a21f8", "LLMInferenceService": "ipp-route-a63380", "namespace": "ai-tenant-e2e-ipp-a-a63380"} 2026-09-09T19:03:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "1f3c3b55-085c-4884-8598-d6978cbd5244", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:03:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "1f3c3b55-085c-4884-8598-d6978cbd5244", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380-authn-ssl"} 2026-09-09T19:03:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "1f3c3b55-085c-4884-8598-d6978cbd5244", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:03:44Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a63380","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a63380", "reconcileID": "bc15ed1b-fb77-4142-b03b-922f9ae553e6", "Gateway": "e2e-ipp-a-a63380", "namespace": "openshift-ingress"} 2026-09-09T19:03:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "e14ff537-a254-4abe-b759-a3692e7d9102", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:03:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "e14ff537-a254-4abe-b759-a3692e7d9102", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a-authn-ssl"} 2026-09-09T19:03:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "e14ff537-a254-4abe-b759-a3692e7d9102", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:03:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "11135cbf-0564-4b05-9027-4340a0c87d20", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:03:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "11135cbf-0564-4b05-9027-4340a0c87d20", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a-authn-ssl"} 2026-09-09T19:03:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "11135cbf-0564-4b05-9027-4340a0c87d20", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:04:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-03128a"}, "namespace": "ai-tenant-e2e-ipp-b-03128a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69ed3f3d-c3fe-437c-9f11-6a65d9da765f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-03128a"} 2026-09-09T19:04:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-03128a"}, "namespace": "ai-tenant-e2e-ipp-b-03128a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69ed3f3d-c3fe-437c-9f11-6a65d9da765f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-03128a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T19:04:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-03128a"}, "namespace": "ai-tenant-e2e-ipp-b-03128a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69ed3f3d-c3fe-437c-9f11-6a65d9da765f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-03128a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T19:04:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-03128a"}, "namespace": "ai-tenant-e2e-ipp-b-03128a", "name": "odh-trusted-ca-bundle", "reconcileID": "fad43208-fe19-4cfb-bd6e-c3a08b598100", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-03128a"} 2026-09-09T19:04:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-03128a"}, "namespace": "ai-tenant-e2e-ipp-b-03128a", "name": "odh-trusted-ca-bundle", "reconcileID": "fad43208-fe19-4cfb-bd6e-c3a08b598100", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-03128a"} 2026-09-09T19:04:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-03128a"}, "namespace": "ai-tenant-e2e-ipp-b-03128a", "name": "openshift-service-ca.crt", "reconcileID": "b5e5b448-d27f-44e5-8f1c-49f49b06cae2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-03128a"} 2026-09-09T19:04:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-03128a"}, "namespace": "ai-tenant-e2e-ipp-b-03128a", "name": "openshift-service-ca.crt", "reconcileID": "b5e5b448-d27f-44e5-8f1c-49f49b06cae2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-03128a"} 2026-09-09T19:04:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-03128a"}, "namespace": "ai-tenant-e2e-ipp-b-03128a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7db92e2d-af34-4df1-b591-7a23443807c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-03128a"} 2026-09-09T19:04:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-03128a"}, "namespace": "ai-tenant-e2e-ipp-b-03128a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7db92e2d-af34-4df1-b591-7a23443807c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-03128a"} 2026-09-09T19:04:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-03128a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-03128a", "reconcileID": "7652a9e5-5042-47f2-a0fd-523c16367e2b", "Gateway": "e2e-ipp-b-03128a", "namespace": "openshift-ingress"} 2026-09-09T19:04:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-282de3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-282de3", "reconcileID": "9e5b3c4b-1964-4a6f-9ce3-270336dea2e9", "Gateway": "e2e-shared-a-w3-282de3", "namespace": "openshift-ingress"} 2026-09-09T19:04:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-282de3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-282de3", "reconcileID": "9e5b3c4b-1964-4a6f-9ce3-270336dea2e9", "Gateway": "e2e-shared-a-w3-282de3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-282de3-authn-ssl"} 2026-09-09T19:04:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-282de3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-282de3", "reconcileID": "9e5b3c4b-1964-4a6f-9ce3-270336dea2e9", "Gateway": "e2e-shared-a-w3-282de3", "namespace": "openshift-ingress"} 2026-09-09T19:04:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-282de3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-282de3", "reconcileID": "d2408fa6-ee1a-4c0c-b5fe-523014f1894a", "Gateway": "e2e-shared-a-w3-282de3", "namespace": "openshift-ingress"} 2026-09-09T19:04:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-282de3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-282de3", "reconcileID": "d2408fa6-ee1a-4c0c-b5fe-523014f1894a", "Gateway": "e2e-shared-a-w3-282de3", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-282de3-authn-ssl"} 2026-09-09T19:04:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-282de3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-282de3", "reconcileID": "d2408fa6-ee1a-4c0c-b5fe-523014f1894a", "Gateway": "e2e-shared-a-w3-282de3", "namespace": "openshift-ingress"} 2026-09-09T19:04:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-282de3"}, "namespace": "ai-tenant-e2e-shared-a-w3-282de3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d52deae6-c471-4ec2-b8ca-d4b97a6bb341", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-282de3"} 2026-09-09T19:04:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-282de3"}, "namespace": "ai-tenant-e2e-shared-a-w3-282de3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d52deae6-c471-4ec2-b8ca-d4b97a6bb341", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-282de3", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T19:04:18Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-282de3"}, "namespace": "ai-tenant-e2e-shared-a-w3-282de3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d52deae6-c471-4ec2-b8ca-d4b97a6bb341", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-282de3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T19:04:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-282de3"}, "namespace": "ai-tenant-e2e-shared-a-w3-282de3", "name": "odh-trusted-ca-bundle", "reconcileID": "e63487ba-2124-4c21-b0ef-7f0054fd4ad4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-282de3"} 2026-09-09T19:04:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-282de3"}, "namespace": "ai-tenant-e2e-shared-a-w3-282de3", "name": "odh-trusted-ca-bundle", "reconcileID": "e63487ba-2124-4c21-b0ef-7f0054fd4ad4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-282de3"} 2026-09-09T19:04:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-282de3"}, "namespace": "ai-tenant-e2e-shared-a-w3-282de3", "name": "openshift-service-ca.crt", "reconcileID": "9ee07767-0fe4-4c7f-8459-131c3badf930", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-282de3"} 2026-09-09T19:04:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-282de3"}, "namespace": "ai-tenant-e2e-shared-a-w3-282de3", "name": "openshift-service-ca.crt", "reconcileID": "9ee07767-0fe4-4c7f-8459-131c3badf930", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-282de3"} 2026-09-09T19:04:18Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-282de3"}, "namespace": "ai-tenant-e2e-shared-a-w3-282de3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa0adf2a-5ff1-42c4-80ad-f33bf7070664", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-282de3"} 2026-09-09T19:04:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-282de3"}, "namespace": "ai-tenant-e2e-shared-a-w3-282de3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa0adf2a-5ff1-42c4-80ad-f33bf7070664", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-282de3"} 2026-09-09T19:04:19Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-282de3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-282de3", "reconcileID": "d673ab9e-390a-47f3-8f61-4f412ec95ee5", "Gateway": "e2e-shared-a-w3-282de3", "namespace": "openshift-ingress"} 2026-09-09T19:04:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e012d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e012d", "reconcileID": "2ac75512-5e57-49f7-8e4c-4ebcb9d498ee", "Gateway": "e2e-shared-b-w3-0e012d", "namespace": "openshift-ingress"} 2026-09-09T19:04:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e012d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e012d", "reconcileID": "2ac75512-5e57-49f7-8e4c-4ebcb9d498ee", "Gateway": "e2e-shared-b-w3-0e012d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e012d-authn-ssl"} 2026-09-09T19:04:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e012d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e012d", "reconcileID": "2ac75512-5e57-49f7-8e4c-4ebcb9d498ee", "Gateway": "e2e-shared-b-w3-0e012d", "namespace": "openshift-ingress"} 2026-09-09T19:04:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e012d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e012d", "reconcileID": "7617118a-849b-4095-ace2-3b16d5411a06", "Gateway": "e2e-shared-b-w3-0e012d", "namespace": "openshift-ingress"} 2026-09-09T19:04:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e012d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e012d", "reconcileID": "7617118a-849b-4095-ace2-3b16d5411a06", "Gateway": "e2e-shared-b-w3-0e012d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e012d-authn-ssl"} 2026-09-09T19:04:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e012d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e012d", "reconcileID": "7617118a-849b-4095-ace2-3b16d5411a06", "Gateway": "e2e-shared-b-w3-0e012d", "namespace": "openshift-ingress"} 2026-09-09T19:04:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8485baae-6faf-4d75-8b26-5965cf021adb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T19:04:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8485baae-6faf-4d75-8b26-5965cf021adb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T19:04:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8485baae-6faf-4d75-8b26-5965cf021adb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-0e012d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T19:04:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "odh-trusted-ca-bundle", "reconcileID": "0bd046d4-4567-4d52-b4b5-3c4e7f8b5db7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T19:04:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "odh-trusted-ca-bundle", "reconcileID": "0bd046d4-4567-4d52-b4b5-3c4e7f8b5db7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T19:04:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "openshift-service-ca.crt", "reconcileID": "2a33c1d7-469d-4471-8d9a-0530d1734d54", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T19:04:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "openshift-service-ca.crt", "reconcileID": "2a33c1d7-469d-4471-8d9a-0530d1734d54", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T19:04:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4754c09e-4618-455e-bd54-91d2284498d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T19:04:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-0e012d"}, "namespace": "ai-tenant-e2e-shared-b-w3-0e012d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4754c09e-4618-455e-bd54-91d2284498d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-0e012d"} 2026-09-09T19:04:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-0e012d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-0e012d", "reconcileID": "fc9a1b64-cade-4d56-b201-1217bc4eaca2", "Gateway": "e2e-shared-b-w3-0e012d", "namespace": "openshift-ingress"} 2026-09-09T19:06:17Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T19:06:17Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T19:06:20Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T19:06:20Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T19:08:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "a862ae1b-cba8-4985-ac76-950664697846", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm"} 2026-09-09T19:08:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "a862ae1b-cba8-4985-ac76-950664697846", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm"} 2026-09-09T19:08:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "a862ae1b-cba8-4985-ac76-950664697846", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm"} 2026-09-09T19:08:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4edca9d3-a162-4f71-9863-d89808d1289d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T19:08:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "a862ae1b-cba8-4985-ac76-950664697846", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm", "name": "e2e-same-id-a-9cde296a-kserve-route-authn"} 2026-09-09T19:08:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "a862ae1b-cba8-4985-ac76-950664697846", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm", "authType": "userdefined"} 2026-09-09T19:08:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "a862ae1b-cba8-4985-ac76-950664697846", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm"} 2026-09-09T19:08:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4edca9d3-a162-4f71-9863-d89808d1289d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T19:08:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4edca9d3-a162-4f71-9863-d89808d1289d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T19:08:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "d16c88e1-1585-44e3-8b6f-a99205c7c706", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm"} 2026-09-09T19:08:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "d16c88e1-1585-44e3-8b6f-a99205c7c706", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm"} 2026-09-09T19:08:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "d16c88e1-1585-44e3-8b6f-a99205c7c706", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm"} 2026-09-09T19:08:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "d16c88e1-1585-44e3-8b6f-a99205c7c706", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm", "name": "e2e-same-id-a-9cde296a-kserve-route-authn"} 2026-09-09T19:08:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "d16c88e1-1585-44e3-8b6f-a99205c7c706", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm", "authType": "userdefined"} 2026-09-09T19:08:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "d16c88e1-1585-44e3-8b6f-a99205c7c706", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm"} 2026-09-09T19:08:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "cffda523-e59c-4a5e-8061-9ed6e5f26f65", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm"} 2026-09-09T19:08:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "cffda523-e59c-4a5e-8061-9ed6e5f26f65", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm"} 2026-09-09T19:08:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "cffda523-e59c-4a5e-8061-9ed6e5f26f65", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm"} 2026-09-09T19:08:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4d937e47-9c77-4a18-9b9e-b3a8966f696b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T19:08:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "cffda523-e59c-4a5e-8061-9ed6e5f26f65", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm", "name": "e2e-same-id-b-9cde296a-kserve-route-authn"} 2026-09-09T19:08:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "cffda523-e59c-4a5e-8061-9ed6e5f26f65", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm", "authType": "userdefined"} 2026-09-09T19:08:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "cffda523-e59c-4a5e-8061-9ed6e5f26f65", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm"} 2026-09-09T19:08:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4d937e47-9c77-4a18-9b9e-b3a8966f696b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T19:08:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4d937e47-9c77-4a18-9b9e-b3a8966f696b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T19:08:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03e0d4db-1189-431d-8512-aae758c85b62", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T19:08:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03e0d4db-1189-431d-8512-aae758c85b62", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T19:08:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "03e0d4db-1189-431d-8512-aae758c85b62", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T19:08:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "e6d264e0-ddf7-4c2d-9faa-28704a3ce40f", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm"} 2026-09-09T19:08:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "e6d264e0-ddf7-4c2d-9faa-28704a3ce40f", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm"} 2026-09-09T19:08:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "e6d264e0-ddf7-4c2d-9faa-28704a3ce40f", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm"} 2026-09-09T19:08:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "e6d264e0-ddf7-4c2d-9faa-28704a3ce40f", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm", "name": "e2e-same-id-a-9cde296a-kserve-route-authn"} 2026-09-09T19:08:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "e6d264e0-ddf7-4c2d-9faa-28704a3ce40f", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm", "authType": "userdefined"} 2026-09-09T19:08:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "e6d264e0-ddf7-4c2d-9faa-28704a3ce40f", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm"} 2026-09-09T19:08:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "6ebfe498-694c-484a-ba64-c653fcdd6d48", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm"} 2026-09-09T19:08:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "6ebfe498-694c-484a-ba64-c653fcdd6d48", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm"} 2026-09-09T19:08:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "6ebfe498-694c-484a-ba64-c653fcdd6d48", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm"} 2026-09-09T19:08:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "6ebfe498-694c-484a-ba64-c653fcdd6d48", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm", "name": "e2e-same-id-b-9cde296a-kserve-route-authn"} 2026-09-09T19:08:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "6ebfe498-694c-484a-ba64-c653fcdd6d48", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm", "authType": "userdefined"} 2026-09-09T19:08:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "6ebfe498-694c-484a-ba64-c653fcdd6d48", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm"} 2026-09-09T19:08:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d63f7e0b-5433-4cfb-9b45-e931ee88b0ae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T19:08:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d63f7e0b-5433-4cfb-9b45-e931ee88b0ae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T19:08:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d63f7e0b-5433-4cfb-9b45-e931ee88b0ae", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T19:08:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "b9be87b0-76ed-4393-bc8d-05a246f5bd99", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm"} 2026-09-09T19:08:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "b9be87b0-76ed-4393-bc8d-05a246f5bd99", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm"} 2026-09-09T19:08:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "b9be87b0-76ed-4393-bc8d-05a246f5bd99", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm"} 2026-09-09T19:08:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "b9be87b0-76ed-4393-bc8d-05a246f5bd99", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm", "name": "e2e-same-id-b-9cde296a-kserve-route-authn"} 2026-09-09T19:08:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "b9be87b0-76ed-4393-bc8d-05a246f5bd99", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm", "authType": "userdefined"} 2026-09-09T19:08:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "b9be87b0-76ed-4393-bc8d-05a246f5bd99", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm"} 2026-09-09T19:09:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "2668c916-4387-4429-bfcb-218c1e427fed", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm"} 2026-09-09T19:09:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "2668c916-4387-4429-bfcb-218c1e427fed", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm"} 2026-09-09T19:09:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "2668c916-4387-4429-bfcb-218c1e427fed", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm"} 2026-09-09T19:09:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "2668c916-4387-4429-bfcb-218c1e427fed", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm", "name": "e2e-same-id-a-9cde296a-kserve-route-authn"} 2026-09-09T19:09:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "2668c916-4387-4429-bfcb-218c1e427fed", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm", "authType": "userdefined"} 2026-09-09T19:09:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "2668c916-4387-4429-bfcb-218c1e427fed", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm"} 2026-09-09T19:09:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "9edba588-ceb8-4a0e-b62c-21d4764de69a", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm"} 2026-09-09T19:09:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "9edba588-ceb8-4a0e-b62c-21d4764de69a", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm"} 2026-09-09T19:09:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "9edba588-ceb8-4a0e-b62c-21d4764de69a", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm"} 2026-09-09T19:09:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "9edba588-ceb8-4a0e-b62c-21d4764de69a", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm", "name": "e2e-same-id-b-9cde296a-kserve-route-authn"} 2026-09-09T19:09:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "9edba588-ceb8-4a0e-b62c-21d4764de69a", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm", "authType": "userdefined"} 2026-09-09T19:09:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "9edba588-ceb8-4a0e-b62c-21d4764de69a", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm"} 2026-09-09T19:09:10Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "f410f6da-ad53-4d5a-b6dd-49ca0edb2742", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm"} 2026-09-09T19:09:10Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "f410f6da-ad53-4d5a-b6dd-49ca0edb2742", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm", "name": "e2e-same-id-a-9cde296a"} 2026-09-09T19:09:10Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "f410f6da-ad53-4d5a-b6dd-49ca0edb2742", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm"} 2026-09-09T19:09:10Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "f410f6da-ad53-4d5a-b6dd-49ca0edb2742", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm"} 2026-09-09T19:09:10Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "f410f6da-ad53-4d5a-b6dd-49ca0edb2742", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm", "name": "e2e-same-id-a-9cde296a-kserve-route-authn"} 2026-09-09T19:09:10Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "f410f6da-ad53-4d5a-b6dd-49ca0edb2742", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm", "name": "e2e-same-id-a-9cde296a-kserve-route-authn"} 2026-09-09T19:09:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-9cde296a", "reconcileID": "a6ff2984-cf64-49a1-858c-dac1947f9f6a", "LLMInferenceService": "e2e-same-id-a-9cde296a", "namespace": "llm"} 2026-09-09T19:09:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19c658c9-96cb-4073-93e8-3a91791cfcdb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T19:09:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19c658c9-96cb-4073-93e8-3a91791cfcdb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T19:09:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "19c658c9-96cb-4073-93e8-3a91791cfcdb", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T19:09:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "563ea3f7-2e9b-4729-8d31-28894e54c26d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T19:09:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "563ea3f7-2e9b-4729-8d31-28894e54c26d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T19:09:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "563ea3f7-2e9b-4729-8d31-28894e54c26d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T19:09:10Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "457491b0-3afe-4a22-93d0-875410eb53a3", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm"} 2026-09-09T19:09:10Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "457491b0-3afe-4a22-93d0-875410eb53a3", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm", "name": "e2e-same-id-b-9cde296a"} 2026-09-09T19:09:10Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "457491b0-3afe-4a22-93d0-875410eb53a3", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm"} 2026-09-09T19:09:10Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "457491b0-3afe-4a22-93d0-875410eb53a3", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm"} 2026-09-09T19:09:10Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "457491b0-3afe-4a22-93d0-875410eb53a3", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm", "name": "e2e-same-id-b-9cde296a-kserve-route-authn"} 2026-09-09T19:09:10Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "457491b0-3afe-4a22-93d0-875410eb53a3", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm", "name": "e2e-same-id-b-9cde296a-kserve-route-authn"} 2026-09-09T19:09:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-9cde296a","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-9cde296a", "reconcileID": "83679fc1-8107-4bb2-9600-09f857b5499d", "LLMInferenceService": "e2e-same-id-b-9cde296a", "namespace": "llm"} 2026-09-09T19:09:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e0aa25c4-a569-4f17-995d-8874a7935b3b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T19:09:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e0aa25c4-a569-4f17-995d-8874a7935b3b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T19:09:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e0aa25c4-a569-4f17-995d-8874a7935b3b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T19:09:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95fd64f8-7568-41eb-a985-2674772db3a2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T19:09:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95fd64f8-7568-41eb-a985-2674772db3a2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T19:09:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "95fd64f8-7568-41eb-a985-2674772db3a2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}