2026-09-06T19:53:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-712616","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "rate-test-model-712616", "reconcileID": "6942fdb8-bc3e-424b-997b-68e49ea41826", "LLMInferenceService": "rate-test-model-712616", "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "rate-test-model-712616-kserve-route-authn"} 2026-09-06T19:53:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-712616","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "rate-test-model-712616", "reconcileID": "6942fdb8-bc3e-424b-997b-68e49ea41826", "LLMInferenceService": "rate-test-model-712616", "namespace": "ai-tenant-e2e-shared-b-w3-712616", "authType": "userdefined"} 2026-09-06T19:53:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-712616","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "rate-test-model-712616", "reconcileID": "6942fdb8-bc3e-424b-997b-68e49ea41826", "LLMInferenceService": "rate-test-model-712616", "namespace": "ai-tenant-e2e-shared-b-w3-712616"} 2026-09-06T19:53:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-712616","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "rate-test-model-712616", "reconcileID": "0c7db11c-5258-4fef-ba83-515f54e20a10", "LLMInferenceService": "rate-test-model-712616", "namespace": "ai-tenant-e2e-shared-b-w3-712616"} 2026-09-06T19:53:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-712616","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "rate-test-model-712616", "reconcileID": "0c7db11c-5258-4fef-ba83-515f54e20a10", "LLMInferenceService": "rate-test-model-712616", "namespace": "ai-tenant-e2e-shared-b-w3-712616"} 2026-09-06T19:53:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-712616","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "rate-test-model-712616", "reconcileID": "0c7db11c-5258-4fef-ba83-515f54e20a10", "LLMInferenceService": "rate-test-model-712616", "namespace": "ai-tenant-e2e-shared-b-w3-712616"} 2026-09-06T19:53:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-712616","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "rate-test-model-712616", "reconcileID": "0c7db11c-5258-4fef-ba83-515f54e20a10", "LLMInferenceService": "rate-test-model-712616", "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "rate-test-model-712616-kserve-route-authn"} 2026-09-06T19:53:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-712616","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "rate-test-model-712616", "reconcileID": "0c7db11c-5258-4fef-ba83-515f54e20a10", "LLMInferenceService": "rate-test-model-712616", "namespace": "ai-tenant-e2e-shared-b-w3-712616", "authType": "userdefined"} 2026-09-06T19:53:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-712616","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "rate-test-model-712616", "reconcileID": "0c7db11c-5258-4fef-ba83-515f54e20a10", "LLMInferenceService": "rate-test-model-712616", "namespace": "ai-tenant-e2e-shared-b-w3-712616"} 2026-09-06T19:53:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf16ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf16ea", "reconcileID": "6b24f377-d0b2-4205-b5ed-9ed34a28b84a", "Gateway": "e2e-api-a-cf16ea", "namespace": "openshift-ingress"} 2026-09-06T19:53:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf16ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf16ea", "reconcileID": "6b24f377-d0b2-4205-b5ed-9ed34a28b84a", "Gateway": "e2e-api-a-cf16ea", "namespace": "openshift-ingress", "name": "e2e-api-a-cf16ea-authn-ssl"} 2026-09-06T19:53:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf16ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf16ea", "reconcileID": "6b24f377-d0b2-4205-b5ed-9ed34a28b84a", "Gateway": "e2e-api-a-cf16ea", "namespace": "openshift-ingress"} 2026-09-06T19:53:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-cf16ea"}, "namespace": "ai-tenant-e2e-api-a-cf16ea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe2559f9-4827-429e-ab04-4a261a653927", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cf16ea"} 2026-09-06T19:53:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-cf16ea"}, "namespace": "ai-tenant-e2e-api-a-cf16ea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe2559f9-4827-429e-ab04-4a261a653927", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cf16ea", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:53:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-cf16ea"}, "namespace": "ai-tenant-e2e-api-a-cf16ea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe2559f9-4827-429e-ab04-4a261a653927", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-cf16ea because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T19:53:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-cf16ea"}, "namespace": "ai-tenant-e2e-api-a-cf16ea", "name": "odh-trusted-ca-bundle", "reconcileID": "3e367b9f-4532-4de6-bf28-b64e306c398c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cf16ea"} 2026-09-06T19:53:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-cf16ea"}, "namespace": "ai-tenant-e2e-api-a-cf16ea", "name": "odh-trusted-ca-bundle", "reconcileID": "3e367b9f-4532-4de6-bf28-b64e306c398c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cf16ea"} 2026-09-06T19:53:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-cf16ea"}, "namespace": "ai-tenant-e2e-api-a-cf16ea", "name": "openshift-service-ca.crt", "reconcileID": "be66b9c3-c03b-4d24-b6ac-b2764ea3d796", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-cf16ea"} 2026-09-06T19:53:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-cf16ea"}, "namespace": "ai-tenant-e2e-api-a-cf16ea", "name": "openshift-service-ca.crt", "reconcileID": "be66b9c3-c03b-4d24-b6ac-b2764ea3d796", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-cf16ea"} 2026-09-06T19:53:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-cf16ea"}, "namespace": "ai-tenant-e2e-api-a-cf16ea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bfbaaf64-ff8b-4659-89be-e4c179d29f08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cf16ea"} 2026-09-06T19:53:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-cf16ea"}, "namespace": "ai-tenant-e2e-api-a-cf16ea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bfbaaf64-ff8b-4659-89be-e4c179d29f08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cf16ea"} 2026-09-06T19:53:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cf16ea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cf16ea", "reconcileID": "6595eb0a-784d-478e-a5be-0f913c4fb5a7", "Gateway": "e2e-api-a-cf16ea", "namespace": "openshift-ingress"} 2026-09-06T19:53:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d50bae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d50bae", "reconcileID": "05f7e57a-9798-473b-88a8-c1ec9e1403ae", "Gateway": "e2e-api-b-d50bae", "namespace": "openshift-ingress"} 2026-09-06T19:53:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d50bae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d50bae", "reconcileID": "05f7e57a-9798-473b-88a8-c1ec9e1403ae", "Gateway": "e2e-api-b-d50bae", "namespace": "openshift-ingress", "name": "e2e-api-b-d50bae-authn-ssl"} 2026-09-06T19:53:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d50bae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d50bae", "reconcileID": "05f7e57a-9798-473b-88a8-c1ec9e1403ae", "Gateway": "e2e-api-b-d50bae", "namespace": "openshift-ingress"} 2026-09-06T19:53:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b571c4","namespace":"ai-tenant-e2e-shared-a-w3-b571c4"}, "namespace": "ai-tenant-e2e-shared-a-w3-b571c4", "name": "rate-test-model-b571c4", "reconcileID": "bbd5bce3-776b-41ac-b9dc-b55b631579f4", "LLMInferenceService": "rate-test-model-b571c4", "namespace": "ai-tenant-e2e-shared-a-w3-b571c4"} 2026-09-06T19:53:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b571c4","namespace":"ai-tenant-e2e-shared-a-w3-b571c4"}, "namespace": "ai-tenant-e2e-shared-a-w3-b571c4", "name": "rate-test-model-b571c4", "reconcileID": "bbd5bce3-776b-41ac-b9dc-b55b631579f4", "LLMInferenceService": "rate-test-model-b571c4", "namespace": "ai-tenant-e2e-shared-a-w3-b571c4", "name": "rate-test-model-b571c4"} 2026-09-06T19:53:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b571c4","namespace":"ai-tenant-e2e-shared-a-w3-b571c4"}, "namespace": "ai-tenant-e2e-shared-a-w3-b571c4", "name": "rate-test-model-b571c4", "reconcileID": "bbd5bce3-776b-41ac-b9dc-b55b631579f4", "LLMInferenceService": "rate-test-model-b571c4", "namespace": "ai-tenant-e2e-shared-a-w3-b571c4"} 2026-09-06T19:53:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b571c4","namespace":"ai-tenant-e2e-shared-a-w3-b571c4"}, "namespace": "ai-tenant-e2e-shared-a-w3-b571c4", "name": "rate-test-model-b571c4", "reconcileID": "bbd5bce3-776b-41ac-b9dc-b55b631579f4", "LLMInferenceService": "rate-test-model-b571c4", "namespace": "ai-tenant-e2e-shared-a-w3-b571c4"} 2026-09-06T19:53:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b571c4","namespace":"ai-tenant-e2e-shared-a-w3-b571c4"}, "namespace": "ai-tenant-e2e-shared-a-w3-b571c4", "name": "rate-test-model-b571c4", "reconcileID": "bbd5bce3-776b-41ac-b9dc-b55b631579f4", "LLMInferenceService": "rate-test-model-b571c4", "namespace": "ai-tenant-e2e-shared-a-w3-b571c4", "name": "rate-test-model-b571c4-kserve-route-authn"} 2026-09-06T19:53:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b571c4","namespace":"ai-tenant-e2e-shared-a-w3-b571c4"}, "namespace": "ai-tenant-e2e-shared-a-w3-b571c4", "name": "rate-test-model-b571c4", "reconcileID": "bbd5bce3-776b-41ac-b9dc-b55b631579f4", "LLMInferenceService": "rate-test-model-b571c4", "namespace": "ai-tenant-e2e-shared-a-w3-b571c4", "name": "rate-test-model-b571c4-kserve-route-authn"} 2026-09-06T19:53:50Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b571c4","namespace":"ai-tenant-e2e-shared-a-w3-b571c4"}, "namespace": "ai-tenant-e2e-shared-a-w3-b571c4", "name": "rate-test-model-b571c4", "reconcileID": "bbd5bce3-776b-41ac-b9dc-b55b631579f4", "LLMInferenceService": "rate-test-model-b571c4", "namespace": "ai-tenant-e2e-shared-a-w3-b571c4", "namespace": "ai-tenant-e2e-shared-a-w3-b571c4"} 2026-09-06T19:53:50Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b571c4","namespace":"ai-tenant-e2e-shared-a-w3-b571c4"}, "namespace": "ai-tenant-e2e-shared-a-w3-b571c4", "name": "rate-test-model-b571c4", "reconcileID": "bbd5bce3-776b-41ac-b9dc-b55b631579f4", "LLMInferenceService": "rate-test-model-b571c4", "namespace": "ai-tenant-e2e-shared-a-w3-b571c4", "namespace": "ai-tenant-e2e-shared-a-w3-b571c4"} 2026-09-06T19:53:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-b571c4","namespace":"ai-tenant-e2e-shared-a-w3-b571c4"}, "namespace": "ai-tenant-e2e-shared-a-w3-b571c4", "name": "rate-test-model-b571c4", "reconcileID": "5916a6f5-68be-46e0-a06e-149535672b52", "LLMInferenceService": "rate-test-model-b571c4", "namespace": "ai-tenant-e2e-shared-a-w3-b571c4"} 2026-09-06T19:53:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b571c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b571c4", "reconcileID": "ffd705e3-2176-40ea-b5f3-452dad11539a", "Gateway": "e2e-shared-a-w3-b571c4", "namespace": "openshift-ingress"} 2026-09-06T19:53:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b571c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b571c4", "reconcileID": "ffd705e3-2176-40ea-b5f3-452dad11539a", "Gateway": "e2e-shared-a-w3-b571c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b571c4-authn-ssl"} 2026-09-06T19:53:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b571c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b571c4", "reconcileID": "ffd705e3-2176-40ea-b5f3-452dad11539a", "Gateway": "e2e-shared-a-w3-b571c4", "namespace": "openshift-ingress"} 2026-09-06T19:53:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b571c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b571c4", "reconcileID": "c8775bf9-c4ef-4ea3-bf6f-ab9ffd0d24e6", "Gateway": "e2e-shared-a-w3-b571c4", "namespace": "openshift-ingress"} 2026-09-06T19:53:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b571c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b571c4", "reconcileID": "c8775bf9-c4ef-4ea3-bf6f-ab9ffd0d24e6", "Gateway": "e2e-shared-a-w3-b571c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b571c4-authn-ssl"} 2026-09-06T19:53:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b571c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b571c4", "reconcileID": "c8775bf9-c4ef-4ea3-bf6f-ab9ffd0d24e6", "Gateway": "e2e-shared-a-w3-b571c4", "namespace": "openshift-ingress"} 2026-09-06T19:53:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-712616","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "rate-test-model-712616", "reconcileID": "bb70e5a7-18e8-4524-9f9d-78f355826370", "LLMInferenceService": "rate-test-model-712616", "namespace": "ai-tenant-e2e-shared-b-w3-712616"} 2026-09-06T19:53:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-712616","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "rate-test-model-712616", "reconcileID": "bb70e5a7-18e8-4524-9f9d-78f355826370", "LLMInferenceService": "rate-test-model-712616", "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "rate-test-model-712616"} 2026-09-06T19:53:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-712616","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "rate-test-model-712616", "reconcileID": "bb70e5a7-18e8-4524-9f9d-78f355826370", "LLMInferenceService": "rate-test-model-712616", "namespace": "ai-tenant-e2e-shared-b-w3-712616"} 2026-09-06T19:53:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-712616","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "rate-test-model-712616", "reconcileID": "bb70e5a7-18e8-4524-9f9d-78f355826370", "LLMInferenceService": "rate-test-model-712616", "namespace": "ai-tenant-e2e-shared-b-w3-712616"} 2026-09-06T19:53:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-712616","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "rate-test-model-712616", "reconcileID": "bb70e5a7-18e8-4524-9f9d-78f355826370", "LLMInferenceService": "rate-test-model-712616", "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "rate-test-model-712616-kserve-route-authn"} 2026-09-06T19:53:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-712616","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "rate-test-model-712616", "reconcileID": "bb70e5a7-18e8-4524-9f9d-78f355826370", "LLMInferenceService": "rate-test-model-712616", "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "rate-test-model-712616-kserve-route-authn"} 2026-09-06T19:53:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-712616","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "rate-test-model-712616", "reconcileID": "bb70e5a7-18e8-4524-9f9d-78f355826370", "LLMInferenceService": "rate-test-model-712616", "namespace": "ai-tenant-e2e-shared-b-w3-712616", "namespace": "ai-tenant-e2e-shared-b-w3-712616"} 2026-09-06T19:53:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-712616","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "rate-test-model-712616", "reconcileID": "bb70e5a7-18e8-4524-9f9d-78f355826370", "LLMInferenceService": "rate-test-model-712616", "namespace": "ai-tenant-e2e-shared-b-w3-712616", "namespace": "ai-tenant-e2e-shared-b-w3-712616"} 2026-09-06T19:53:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-712616","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "rate-test-model-712616", "reconcileID": "d7080572-a242-4c1f-b0bb-de26ac44ffa9", "LLMInferenceService": "rate-test-model-712616", "namespace": "ai-tenant-e2e-shared-b-w3-712616"} 2026-09-06T19:53:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-712616","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-712616", "reconcileID": "169b576e-a4cd-4f53-97c6-e76079199f82", "Gateway": "e2e-shared-b-w3-712616", "namespace": "openshift-ingress"} 2026-09-06T19:53:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-712616","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-712616", "reconcileID": "169b576e-a4cd-4f53-97c6-e76079199f82", "Gateway": "e2e-shared-b-w3-712616", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-712616-authn-ssl"} 2026-09-06T19:53:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-712616","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-712616", "reconcileID": "169b576e-a4cd-4f53-97c6-e76079199f82", "Gateway": "e2e-shared-b-w3-712616", "namespace": "openshift-ingress"} 2026-09-06T19:53:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-712616","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-712616", "reconcileID": "839054a9-93bb-44e3-803b-2dd2a97487b7", "Gateway": "e2e-shared-b-w3-712616", "namespace": "openshift-ingress"} 2026-09-06T19:53:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-712616","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-712616", "reconcileID": "839054a9-93bb-44e3-803b-2dd2a97487b7", "Gateway": "e2e-shared-b-w3-712616", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-712616-authn-ssl"} 2026-09-06T19:53:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-712616","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-712616", "reconcileID": "839054a9-93bb-44e3-803b-2dd2a97487b7", "Gateway": "e2e-shared-b-w3-712616", "namespace": "openshift-ingress"} 2026-09-06T19:53:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "cdd30f8b-725b-46b2-8977-97013de9f296", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:53:52Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "cdd30f8b-725b-46b2-8977-97013de9f296", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c-authn-ssl"} 2026-09-06T19:53:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "cdd30f8b-725b-46b2-8977-97013de9f296", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:53:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "cefc9f7d-1347-4eb0-9e08-3779a9aa79ea", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:53:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "cefc9f7d-1347-4eb0-9e08-3779a9aa79ea", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c-authn-ssl"} 2026-09-06T19:53:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "cefc9f7d-1347-4eb0-9e08-3779a9aa79ea", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:53:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "77117358-ce40-4e04-8a83-42b17a932091", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:53:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "77117358-ce40-4e04-8a83-42b17a932091", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c-authn-ssl"} 2026-09-06T19:53:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "77117358-ce40-4e04-8a83-42b17a932091", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:53:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "256d965d-a528-4f73-a6db-cf64d9eb6d19", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:53:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "256d965d-a528-4f73-a6db-cf64d9eb6d19", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c-authn-ssl"} 2026-09-06T19:53:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "256d965d-a528-4f73-a6db-cf64d9eb6d19", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:53:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "2bb60fbd-8ad6-4138-87b6-214e40e7478d", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:53:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "2bb60fbd-8ad6-4138-87b6-214e40e7478d", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c-authn-ssl"} 2026-09-06T19:53:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "2bb60fbd-8ad6-4138-87b6-214e40e7478d", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:53:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "dc1c913f-1f62-43fe-9c87-ec239b561c14", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:53:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "dc1c913f-1f62-43fe-9c87-ec239b561c14", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c-authn-ssl"} 2026-09-06T19:53:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "dc1c913f-1f62-43fe-9c87-ec239b561c14", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:53:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "25a361d2-78af-4aed-83de-6df4f28caa16", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:53:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "25a361d2-78af-4aed-83de-6df4f28caa16", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c-authn-ssl"} 2026-09-06T19:53:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "25a361d2-78af-4aed-83de-6df4f28caa16", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:53:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "d6e786c8-3a9a-470e-947a-0b43b82f92ca", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:53:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "d6e786c8-3a9a-470e-947a-0b43b82f92ca", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c-authn-ssl"} 2026-09-06T19:53:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "d6e786c8-3a9a-470e-947a-0b43b82f92ca", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:53:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d50bae"}, "namespace": "ai-tenant-e2e-api-b-d50bae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1468976-d2ba-4897-bc25-ba77ad4d0f39", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d50bae"} 2026-09-06T19:53:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d50bae"}, "namespace": "ai-tenant-e2e-api-b-d50bae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1468976-d2ba-4897-bc25-ba77ad4d0f39", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d50bae", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:53:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d50bae"}, "namespace": "ai-tenant-e2e-api-b-d50bae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1468976-d2ba-4897-bc25-ba77ad4d0f39", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-d50bae because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T19:53:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d50bae"}, "namespace": "ai-tenant-e2e-api-b-d50bae", "name": "odh-trusted-ca-bundle", "reconcileID": "80b29c73-ff92-4faf-a48e-48135f41bba5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d50bae"} 2026-09-06T19:53:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-d50bae"}, "namespace": "ai-tenant-e2e-api-b-d50bae", "name": "odh-trusted-ca-bundle", "reconcileID": "80b29c73-ff92-4faf-a48e-48135f41bba5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d50bae"} 2026-09-06T19:53:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d50bae"}, "namespace": "ai-tenant-e2e-api-b-d50bae", "name": "openshift-service-ca.crt", "reconcileID": "d4e55be2-421d-4344-add3-fe2c3c7366a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d50bae"} 2026-09-06T19:53:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-d50bae"}, "namespace": "ai-tenant-e2e-api-b-d50bae", "name": "openshift-service-ca.crt", "reconcileID": "d4e55be2-421d-4344-add3-fe2c3c7366a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-d50bae"} 2026-09-06T19:53:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d50bae"}, "namespace": "ai-tenant-e2e-api-b-d50bae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f72f7fd4-e7ac-48b7-b3ff-da7fb0e490b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d50bae"} 2026-09-06T19:53:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-d50bae"}, "namespace": "ai-tenant-e2e-api-b-d50bae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f72f7fd4-e7ac-48b7-b3ff-da7fb0e490b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-d50bae"} 2026-09-06T19:53:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-d50bae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-d50bae", "reconcileID": "ea12c246-4eec-4fda-a7be-17d6f59ca240", "Gateway": "e2e-api-b-d50bae", "namespace": "openshift-ingress"} 2026-09-06T19:53:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "openshift-service-ca.crt", "reconcileID": "7cef650c-ab0c-4f5b-a42d-80c17fcb11e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:53:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "odh-trusted-ca-bundle", "reconcileID": "8ea6085e-d2ae-4835-837b-4442fa156178", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:53:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "openshift-service-ca.crt", "reconcileID": "83f884ef-31c8-41b0-a725-a7986c581369", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:53:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "openshift-service-ca.crt", "reconcileID": "83f884ef-31c8-41b0-a725-a7986c581369", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:53:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7304557-cc22-44e1-9c9e-a576a99a96fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:53:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "openshift-service-ca.crt", "reconcileID": "3a74d121-8600-4e14-a578-63cc06c26686", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:53:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "odh-trusted-ca-bundle", "reconcileID": "35e9adbc-e6d8-46f0-8d32-30677baa67bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "update": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:53:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "odh-trusted-ca-bundle", "reconcileID": "35e9adbc-e6d8-46f0-8d32-30677baa67bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:53:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84f5b379-2d19-4c88-bd8a-d0d1dbcf54f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:53:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "2587de50-f299-4d9c-9fc6-51ff355ec9a5", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:53:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "2587de50-f299-4d9c-9fc6-51ff355ec9a5", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c-authn-ssl"} 2026-09-06T19:53:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "2587de50-f299-4d9c-9fc6-51ff355ec9a5", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:54:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "81958080-2b57-4f18-a105-f00bdb17fa6b", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:54:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "81958080-2b57-4f18-a105-f00bdb17fa6b", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c-authn-ssl"} 2026-09-06T19:54:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "81958080-2b57-4f18-a105-f00bdb17fa6b", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:54:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b12ed2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b12ed2", "reconcileID": "9db8904d-50c5-4175-bc3e-af4ef4b0378f", "Gateway": "e2e-shared-a-w2-b12ed2", "namespace": "openshift-ingress"} 2026-09-06T19:54:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b12ed2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b12ed2", "reconcileID": "9db8904d-50c5-4175-bc3e-af4ef4b0378f", "Gateway": "e2e-shared-a-w2-b12ed2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b12ed2-authn-ssl"} 2026-09-06T19:54:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b12ed2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b12ed2", "reconcileID": "9db8904d-50c5-4175-bc3e-af4ef4b0378f", "Gateway": "e2e-shared-a-w2-b12ed2", "namespace": "openshift-ingress"} 2026-09-06T19:54:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b12ed2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b12ed2", "reconcileID": "0eeeb6ca-5c04-4bb5-bf4e-bbc0ad7558e8", "Gateway": "e2e-shared-a-w2-b12ed2", "namespace": "openshift-ingress"} 2026-09-06T19:54:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b12ed2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b12ed2", "reconcileID": "0eeeb6ca-5c04-4bb5-bf4e-bbc0ad7558e8", "Gateway": "e2e-shared-a-w2-b12ed2", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b12ed2-authn-ssl"} 2026-09-06T19:54:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b12ed2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b12ed2", "reconcileID": "0eeeb6ca-5c04-4bb5-bf4e-bbc0ad7558e8", "Gateway": "e2e-shared-a-w2-b12ed2", "namespace": "openshift-ingress"} 2026-09-06T19:54:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b12ed2"}, "namespace": "ai-tenant-e2e-shared-a-w2-b12ed2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb74d208-9e9c-4e8f-8537-15f4615cb70a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b12ed2"} 2026-09-06T19:54:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b12ed2"}, "namespace": "ai-tenant-e2e-shared-a-w2-b12ed2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb74d208-9e9c-4e8f-8537-15f4615cb70a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b12ed2", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:54:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b12ed2"}, "namespace": "ai-tenant-e2e-shared-a-w2-b12ed2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb74d208-9e9c-4e8f-8537-15f4615cb70a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-b12ed2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T19:54:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b12ed2"}, "namespace": "ai-tenant-e2e-shared-a-w2-b12ed2", "name": "odh-trusted-ca-bundle", "reconcileID": "e77b46cd-df0b-42be-9019-d6ec7e2affb4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b12ed2"} 2026-09-06T19:54:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b12ed2"}, "namespace": "ai-tenant-e2e-shared-a-w2-b12ed2", "name": "odh-trusted-ca-bundle", "reconcileID": "e77b46cd-df0b-42be-9019-d6ec7e2affb4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b12ed2"} 2026-09-06T19:54:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-b12ed2"}, "namespace": "ai-tenant-e2e-shared-a-w2-b12ed2", "name": "openshift-service-ca.crt", "reconcileID": "810bee04-85bf-4aaf-ab4a-e17f43efd208", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-b12ed2"} 2026-09-06T19:54:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-b12ed2"}, "namespace": "ai-tenant-e2e-shared-a-w2-b12ed2", "name": "openshift-service-ca.crt", "reconcileID": "810bee04-85bf-4aaf-ab4a-e17f43efd208", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-b12ed2"} 2026-09-06T19:54:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b12ed2"}, "namespace": "ai-tenant-e2e-shared-a-w2-b12ed2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1018b101-a6e1-4d72-b957-a64f90b96700", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b12ed2"} 2026-09-06T19:54:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-b12ed2"}, "namespace": "ai-tenant-e2e-shared-a-w2-b12ed2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1018b101-a6e1-4d72-b957-a64f90b96700", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-b12ed2"} 2026-09-06T19:54:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-b12ed2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-b12ed2", "reconcileID": "ced06544-c156-4cc6-b3b9-2faa327b588d", "Gateway": "e2e-shared-a-w2-b12ed2", "namespace": "openshift-ingress"} 2026-09-06T19:54:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "0cd792dc-5c87-4ff4-af86-361912bdc62c", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress"} 2026-09-06T19:54:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "0cd792dc-5c87-4ff4-af86-361912bdc62c", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11-authn-ssl"} 2026-09-06T19:54:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "0cd792dc-5c87-4ff4-af86-361912bdc62c", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress"} 2026-09-06T19:54:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "ba9a6eeb-88aa-48d1-86a5-65ac4c9e828b", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress"} 2026-09-06T19:54:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "ba9a6eeb-88aa-48d1-86a5-65ac4c9e828b", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11-authn-ssl"} 2026-09-06T19:54:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "ba9a6eeb-88aa-48d1-86a5-65ac4c9e828b", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress"} 2026-09-06T19:54:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "781c3470-1f96-48e9-8aed-5632412e6177", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress"} 2026-09-06T19:54:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "781c3470-1f96-48e9-8aed-5632412e6177", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11-authn-ssl"} 2026-09-06T19:54:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "781c3470-1f96-48e9-8aed-5632412e6177", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress"} 2026-09-06T19:54:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "88e8f473-ee43-48ca-b5c0-7d790d277aad", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress"} 2026-09-06T19:54:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "88e8f473-ee43-48ca-b5c0-7d790d277aad", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11-authn-ssl"} 2026-09-06T19:54:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "88e8f473-ee43-48ca-b5c0-7d790d277aad", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress"} 2026-09-06T19:54:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "fd287aa0-a4e3-495d-a8a5-b3fd27337643", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress"} 2026-09-06T19:54:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "fd287aa0-a4e3-495d-a8a5-b3fd27337643", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11-authn-ssl"} 2026-09-06T19:54:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "fd287aa0-a4e3-495d-a8a5-b3fd27337643", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress"} 2026-09-06T19:54:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "6726a6bf-5065-4a2f-a9c0-6bc6c4ad6efe", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress"} 2026-09-06T19:54:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "6726a6bf-5065-4a2f-a9c0-6bc6c4ad6efe", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11-authn-ssl"} 2026-09-06T19:54:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "6726a6bf-5065-4a2f-a9c0-6bc6c4ad6efe", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress"} 2026-09-06T19:54:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "419f875d-fe47-40e8-b505-092a373dcef1", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress"} 2026-09-06T19:54:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "419f875d-fe47-40e8-b505-092a373dcef1", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11-authn-ssl"} 2026-09-06T19:54:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "419f875d-fe47-40e8-b505-092a373dcef1", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress"} 2026-09-06T19:54:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6ddeb5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6ddeb5", "reconcileID": "dc68959a-6892-420a-b590-a6f5dd1a3356", "Gateway": "e2e-shared-b-w2-6ddeb5", "namespace": "openshift-ingress"} 2026-09-06T19:54:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6ddeb5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6ddeb5", "reconcileID": "dc68959a-6892-420a-b590-a6f5dd1a3356", "Gateway": "e2e-shared-b-w2-6ddeb5", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6ddeb5-authn-ssl"} 2026-09-06T19:54:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6ddeb5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6ddeb5", "reconcileID": "dc68959a-6892-420a-b590-a6f5dd1a3356", "Gateway": "e2e-shared-b-w2-6ddeb5", "namespace": "openshift-ingress"} 2026-09-06T19:54:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-adaf11"}, "namespace": "ai-tenant-e2e-ipp-b-adaf11", "name": "openshift-service-ca.crt", "reconcileID": "b087d077-f57a-4cbe-a1f0-d49bf80b54a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-adaf11"} 2026-09-06T19:54:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-adaf11"}, "namespace": "ai-tenant-e2e-ipp-b-adaf11", "name": "odh-trusted-ca-bundle", "reconcileID": "ee96b724-2ad2-4f47-b697-693a9bb1ddd5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-adaf11"} 2026-09-06T19:54:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-adaf11"}, "namespace": "ai-tenant-e2e-ipp-b-adaf11", "name": "openshift-service-ca.crt", "reconcileID": "2252dbfe-ef7e-40fc-9eaa-88e3ec4b747e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-adaf11", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:54:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-adaf11"}, "namespace": "ai-tenant-e2e-ipp-b-adaf11", "name": "openshift-service-ca.crt", "reconcileID": "2252dbfe-ef7e-40fc-9eaa-88e3ec4b747e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-adaf11"} 2026-09-06T19:54:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-adaf11"}, "namespace": "ai-tenant-e2e-ipp-b-adaf11", "name": "openshift-service-ca.crt", "reconcileID": "cc07af31-9d6a-42d7-96f0-76970db72ff9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-adaf11"} 2026-09-06T19:54:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-adaf11"}, "namespace": "ai-tenant-e2e-ipp-b-adaf11", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bd2924f-f048-4218-864c-4c939d31ea0d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-adaf11"} 2026-09-06T19:54:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-adaf11"}, "namespace": "ai-tenant-e2e-ipp-b-adaf11", "name": "odh-trusted-ca-bundle", "reconcileID": "4783b5e2-3983-442b-b450-28660a9fbe35", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-adaf11", "update": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:54:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-adaf11"}, "namespace": "ai-tenant-e2e-ipp-b-adaf11", "name": "odh-trusted-ca-bundle", "reconcileID": "4783b5e2-3983-442b-b450-28660a9fbe35", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-adaf11"} 2026-09-06T19:54:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-adaf11"}, "namespace": "ai-tenant-e2e-ipp-b-adaf11", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9b412b5-83e4-40c9-8c8d-c0486f218345", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-adaf11"} 2026-09-06T19:54:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "f56f566b-0f45-4405-b1f2-ede109d51638", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress"} 2026-09-06T19:54:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "f56f566b-0f45-4405-b1f2-ede109d51638", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11-authn-ssl"} 2026-09-06T19:54:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "f56f566b-0f45-4405-b1f2-ede109d51638", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress"} 2026-09-06T19:54:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6ddeb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-6ddeb5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "887cd564-a39c-477b-ab2a-e7739fdff6bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6ddeb5"} 2026-09-06T19:54:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6ddeb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-6ddeb5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "887cd564-a39c-477b-ab2a-e7739fdff6bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6ddeb5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:54:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6ddeb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-6ddeb5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "887cd564-a39c-477b-ab2a-e7739fdff6bb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-6ddeb5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T19:54:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6ddeb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-6ddeb5", "name": "odh-trusted-ca-bundle", "reconcileID": "7bd4335a-e13d-42ec-b44c-e5646947ec1e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6ddeb5"} 2026-09-06T19:54:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6ddeb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-6ddeb5", "name": "odh-trusted-ca-bundle", "reconcileID": "7bd4335a-e13d-42ec-b44c-e5646947ec1e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6ddeb5"} 2026-09-06T19:54:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-6ddeb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-6ddeb5", "name": "openshift-service-ca.crt", "reconcileID": "99e2ea9c-e061-410d-87ab-431e535554ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-6ddeb5"} 2026-09-06T19:54:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-6ddeb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-6ddeb5", "name": "openshift-service-ca.crt", "reconcileID": "99e2ea9c-e061-410d-87ab-431e535554ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-6ddeb5"} 2026-09-06T19:54:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6ddeb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-6ddeb5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40939a98-d714-4e02-bb40-7f39284f13eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6ddeb5"} 2026-09-06T19:54:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-6ddeb5"}, "namespace": "ai-tenant-e2e-shared-b-w2-6ddeb5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40939a98-d714-4e02-bb40-7f39284f13eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-6ddeb5"} 2026-09-06T19:54:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-6ddeb5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-6ddeb5", "reconcileID": "a99e7e45-d076-40ad-9306-b1b32cffa890", "Gateway": "e2e-shared-b-w2-6ddeb5", "namespace": "openshift-ingress"} 2026-09-06T19:54:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "44552fa3-dfc7-4ace-873a-4828670459be", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress"} 2026-09-06T19:54:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "44552fa3-dfc7-4ace-873a-4828670459be", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11-authn-ssl"} 2026-09-06T19:54:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "44552fa3-dfc7-4ace-873a-4828670459be", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress"} 2026-09-06T19:54:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "e0af4cc7-4f6b-46f1-a750-25c8673da5bb", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:54:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "e0af4cc7-4f6b-46f1-a750-25c8673da5bb", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:54:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "e0af4cc7-4f6b-46f1-a750-25c8673da5bb", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:54:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "f413ca95-9d7c-4f61-a146-b3bce83a65f6", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:54:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "e0af4cc7-4f6b-46f1-a750-25c8673da5bb", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c-kserve-route-authn"} 2026-09-06T19:54:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "e0af4cc7-4f6b-46f1-a750-25c8673da5bb", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "authType": "userdefined"} 2026-09-06T19:54:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "e0af4cc7-4f6b-46f1-a750-25c8673da5bb", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:54:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "f413ca95-9d7c-4f61-a146-b3bce83a65f6", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c-authn-ssl"} 2026-09-06T19:54:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "f413ca95-9d7c-4f61-a146-b3bce83a65f6", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:54:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "b4fdf55c-7b2c-4b10-917b-578005d9d85b", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:54:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "b4fdf55c-7b2c-4b10-917b-578005d9d85b", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:54:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "b4fdf55c-7b2c-4b10-917b-578005d9d85b", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:54:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "b4fdf55c-7b2c-4b10-917b-578005d9d85b", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c-kserve-route-authn"} 2026-09-06T19:54:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "b4fdf55c-7b2c-4b10-917b-578005d9d85b", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "authType": "userdefined"} 2026-09-06T19:54:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "b4fdf55c-7b2c-4b10-917b-578005d9d85b", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:55:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "985f3d4b-8548-47da-98ec-9c6c46f1d62d", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:55:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "985f3d4b-8548-47da-98ec-9c6c46f1d62d", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c-authn-ssl"} 2026-09-06T19:55:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "985f3d4b-8548-47da-98ec-9c6c46f1d62d", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:55:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "a9c28952-ace2-49f5-90ef-7936f5c80c4f", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:55:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "a9c28952-ace2-49f5-90ef-7936f5c80c4f", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:55:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "a9c28952-ace2-49f5-90ef-7936f5c80c4f", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:55:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "a9c28952-ace2-49f5-90ef-7936f5c80c4f", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c-kserve-route-authn"} 2026-09-06T19:55:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "a9c28952-ace2-49f5-90ef-7936f5c80c4f", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "authType": "userdefined"} 2026-09-06T19:55:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "a9c28952-ace2-49f5-90ef-7936f5c80c4f", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:55:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "7df0ec9c-7b82-47a9-b7ea-298c1b9c0c78", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:55:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "7df0ec9c-7b82-47a9-b7ea-298c1b9c0c78", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:55:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "7df0ec9c-7b82-47a9-b7ea-298c1b9c0c78", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:55:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "7df0ec9c-7b82-47a9-b7ea-298c1b9c0c78", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c-kserve-route-authn"} 2026-09-06T19:55:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "7df0ec9c-7b82-47a9-b7ea-298c1b9c0c78", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "authType": "userdefined"} 2026-09-06T19:55:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "7df0ec9c-7b82-47a9-b7ea-298c1b9c0c78", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:55:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "c4126463-ea03-46fd-85aa-9b765c6258db", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress"} 2026-09-06T19:55:52Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "c4126463-ea03-46fd-85aa-9b765c6258db", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664-authn-ssl"} 2026-09-06T19:55:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "c4126463-ea03-46fd-85aa-9b765c6258db", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress"} 2026-09-06T19:55:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "17aaca9d-d7b2-483b-9fef-81964769ff6d", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress"} 2026-09-06T19:55:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "17aaca9d-d7b2-483b-9fef-81964769ff6d", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664-authn-ssl"} 2026-09-06T19:55:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "17aaca9d-d7b2-483b-9fef-81964769ff6d", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress"} 2026-09-06T19:55:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "155ae142-a3c8-46c6-bf9c-11c7d181a458", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress"} 2026-09-06T19:55:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "155ae142-a3c8-46c6-bf9c-11c7d181a458", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664-authn-ssl"} 2026-09-06T19:55:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "155ae142-a3c8-46c6-bf9c-11c7d181a458", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress"} 2026-09-06T19:55:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "cc7274f7-ad52-4f69-8e03-88af8b73fa3e", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress"} 2026-09-06T19:55:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "cc7274f7-ad52-4f69-8e03-88af8b73fa3e", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664-authn-ssl"} 2026-09-06T19:55:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "cc7274f7-ad52-4f69-8e03-88af8b73fa3e", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress"} 2026-09-06T19:55:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "d7df7abe-1d95-4b73-b32d-4a075dbd729c", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress"} 2026-09-06T19:55:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "d7df7abe-1d95-4b73-b32d-4a075dbd729c", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664-authn-ssl"} 2026-09-06T19:55:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "d7df7abe-1d95-4b73-b32d-4a075dbd729c", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress"} 2026-09-06T19:55:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "a1ef83c0-90de-40b8-b34a-1c5945963efd", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress"} 2026-09-06T19:55:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "a1ef83c0-90de-40b8-b34a-1c5945963efd", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664-authn-ssl"} 2026-09-06T19:55:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "a1ef83c0-90de-40b8-b34a-1c5945963efd", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress"} 2026-09-06T19:55:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "bfcae154-3fd6-4970-99bb-bb7ed281d2c8", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress"} 2026-09-06T19:55:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "bfcae154-3fd6-4970-99bb-bb7ed281d2c8", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664-authn-ssl"} 2026-09-06T19:55:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "bfcae154-3fd6-4970-99bb-bb7ed281d2c8", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress"} 2026-09-06T19:55:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c95664"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c95664", "name": "openshift-service-ca.crt", "reconcileID": "877f06ba-b907-4f83-a80e-8c476e9904b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c95664"} 2026-09-06T19:55:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c95664"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c95664", "name": "odh-trusted-ca-bundle", "reconcileID": "eb7e57c4-67a1-4511-b578-9ea11494e1a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c95664"} 2026-09-06T19:55:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c95664"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c95664", "name": "openshift-service-ca.crt", "reconcileID": "d23f3db7-dacd-4a0d-bd86-a6804ae0d61c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c95664", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:55:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c95664"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c95664", "name": "openshift-service-ca.crt", "reconcileID": "d23f3db7-dacd-4a0d-bd86-a6804ae0d61c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c95664"} 2026-09-06T19:55:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c95664"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c95664", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9e138ea-dbb8-4188-a373-275543683eb9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c95664"} 2026-09-06T19:55:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c95664"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c95664", "name": "openshift-service-ca.crt", "reconcileID": "c660e137-b7fd-47da-a843-3a2d0afe8cdc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c95664"} 2026-09-06T19:55:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c95664"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c95664", "name": "odh-trusted-ca-bundle", "reconcileID": "41f4b2e2-3939-4992-a3fd-7fc0190abfbc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c95664", "update": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:55:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c95664"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c95664", "name": "odh-trusted-ca-bundle", "reconcileID": "41f4b2e2-3939-4992-a3fd-7fc0190abfbc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c95664"} 2026-09-06T19:55:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c95664"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c95664", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b85a118-9736-4c7f-8d69-52ffac69c419", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c95664"} 2026-09-06T19:55:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "2e6b9911-8a71-48c2-80da-b0adba9e167f", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress"} 2026-09-06T19:55:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "2e6b9911-8a71-48c2-80da-b0adba9e167f", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664-authn-ssl"} 2026-09-06T19:55:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "2e6b9911-8a71-48c2-80da-b0adba9e167f", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress"} 2026-09-06T19:56:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "cc663d64-0586-4a82-9d9e-35dede099112", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress"} 2026-09-06T19:56:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "cc663d64-0586-4a82-9d9e-35dede099112", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664-authn-ssl"} 2026-09-06T19:56:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "cc663d64-0586-4a82-9d9e-35dede099112", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress"} 2026-09-06T19:56:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "0a93d9e3-774d-4ec5-a667-e0bf2a32b22b", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress"} 2026-09-06T19:56:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "0a93d9e3-774d-4ec5-a667-e0bf2a32b22b", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664-authn-ssl"} 2026-09-06T19:56:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "0a93d9e3-774d-4ec5-a667-e0bf2a32b22b", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress"} 2026-09-06T19:56:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c95664"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c95664", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce33236b-c929-4b85-b8fd-6d53f08f040d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c95664"} 2026-09-06T19:56:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c95664"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c95664", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce33236b-c929-4b85-b8fd-6d53f08f040d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c95664", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:56:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c95664"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c95664", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce33236b-c929-4b85-b8fd-6d53f08f040d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-c95664 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T19:56:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c95664"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c95664", "name": "odh-trusted-ca-bundle", "reconcileID": "3f09d9e1-7b92-4366-ba44-fa0bb84d7311", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c95664"} 2026-09-06T19:56:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c95664"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c95664", "name": "odh-trusted-ca-bundle", "reconcileID": "3f09d9e1-7b92-4366-ba44-fa0bb84d7311", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c95664"} 2026-09-06T19:56:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c95664"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c95664", "name": "openshift-service-ca.crt", "reconcileID": "2955e76b-102f-4c22-9d9f-141b8c562659", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c95664"} 2026-09-06T19:56:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-c95664"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c95664", "name": "openshift-service-ca.crt", "reconcileID": "2955e76b-102f-4c22-9d9f-141b8c562659", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-c95664"} 2026-09-06T19:56:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c95664"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c95664", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a0688a6-79df-4a28-ad93-afd3a2a4c076", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c95664"} 2026-09-06T19:56:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-c95664"}, "namespace": "ai-tenant-e2e-ipp-cleanup-c95664", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a0688a6-79df-4a28-ad93-afd3a2a4c076", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-c95664"} 2026-09-06T19:56:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-c95664","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-c95664", "reconcileID": "54bb61ca-7e10-4897-8608-8b152684733c", "Gateway": "e2e-ipp-cleanup-c95664", "namespace": "openshift-ingress"} 2026-09-06T19:56:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "76fa2d47-021a-4d38-b3c6-e025d98ff822", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:56:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "76fa2d47-021a-4d38-b3c6-e025d98ff822", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c-authn-ssl"} 2026-09-06T19:56:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "76fa2d47-021a-4d38-b3c6-e025d98ff822", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:56:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "0649bd71-fa40-407b-9d45-8cddb61de081", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:56:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "0649bd71-fa40-407b-9d45-8cddb61de081", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c-authn-ssl"} 2026-09-06T19:56:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "0649bd71-fa40-407b-9d45-8cddb61de081", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:56:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "19e7d11a-ae09-4bc0-9556-726f50c7dc99", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:56:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "19e7d11a-ae09-4bc0-9556-726f50c7dc99", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:56:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "19e7d11a-ae09-4bc0-9556-726f50c7dc99", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:56:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "19e7d11a-ae09-4bc0-9556-726f50c7dc99", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c-kserve-route-authn"} 2026-09-06T19:56:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "19e7d11a-ae09-4bc0-9556-726f50c7dc99", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "authType": "userdefined"} 2026-09-06T19:56:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "19e7d11a-ae09-4bc0-9556-726f50c7dc99", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:56:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "22e9ad36-69c4-4d08-8212-1e9424794ab1", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:56:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "22e9ad36-69c4-4d08-8212-1e9424794ab1", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c-authn-ssl"} 2026-09-06T19:56:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "22e9ad36-69c4-4d08-8212-1e9424794ab1", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:57:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "1664a6dd-dcbb-44a5-bfde-20b9ffd2aee3", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "1664a6dd-dcbb-44a5-bfde-20b9ffd2aee3", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "1664a6dd-dcbb-44a5-bfde-20b9ffd2aee3", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "1664a6dd-dcbb-44a5-bfde-20b9ffd2aee3", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c-kserve-route-authn"} 2026-09-06T19:57:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "1664a6dd-dcbb-44a5-bfde-20b9ffd2aee3", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "authType": "userdefined"} 2026-09-06T19:57:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "1664a6dd-dcbb-44a5-bfde-20b9ffd2aee3", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f7d465f-85be-49f1-bcb2-e8fcc0b1808c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f7d465f-85be-49f1-bcb2-e8fcc0b1808c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:57:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f7d465f-85be-49f1-bcb2-e8fcc0b1808c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-a30d6c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T19:57:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "odh-trusted-ca-bundle", "reconcileID": "df8207e4-2fe4-47e0-b137-07448417f832", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "odh-trusted-ca-bundle", "reconcileID": "df8207e4-2fe4-47e0-b137-07448417f832", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "openshift-service-ca.crt", "reconcileID": "ccdaa9c2-465e-4a1d-ae53-0e16387dcbd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "openshift-service-ca.crt", "reconcileID": "ccdaa9c2-465e-4a1d-ae53-0e16387dcbd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68efd2bd-c662-4cae-9c5f-acd7ccc3cc68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68efd2bd-c662-4cae-9c5f-acd7ccc3cc68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "4f32085f-7868-457f-a93a-ec55950ca910", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "4f32085f-7868-457f-a93a-ec55950ca910", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "4f32085f-7868-457f-a93a-ec55950ca910", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "4f32085f-7868-457f-a93a-ec55950ca910", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c-kserve-route-authn"} 2026-09-06T19:57:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "4f32085f-7868-457f-a93a-ec55950ca910", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "authType": "userdefined"} 2026-09-06T19:57:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "4f32085f-7868-457f-a93a-ec55950ca910", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "8ee07292-a6d3-4558-a8c8-282c87ee16d0", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:57:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "8ee07292-a6d3-4558-a8c8-282c87ee16d0", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c-authn-ssl"} 2026-09-06T19:57:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "8ee07292-a6d3-4558-a8c8-282c87ee16d0", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:57:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "ea5d5c67-119b-4951-8824-12f7b51ed3f6", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "ea5d5c67-119b-4951-8824-12f7b51ed3f6", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c"} 2026-09-06T19:57:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "ea5d5c67-119b-4951-8824-12f7b51ed3f6", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "ea5d5c67-119b-4951-8824-12f7b51ed3f6", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "ea5d5c67-119b-4951-8824-12f7b51ed3f6", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c-kserve-route-authn"} 2026-09-06T19:57:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "ea5d5c67-119b-4951-8824-12f7b51ed3f6", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c-kserve-route-authn"} 2026-09-06T19:57:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "ea5d5c67-119b-4951-8824-12f7b51ed3f6", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "ea5d5c67-119b-4951-8824-12f7b51ed3f6", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "b8333b99-8653-4b09-949b-b27dbfe0c5fd", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "b8333b99-8653-4b09-949b-b27dbfe0c5fd", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c"} 2026-09-06T19:57:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "b8333b99-8653-4b09-949b-b27dbfe0c5fd", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "b8333b99-8653-4b09-949b-b27dbfe0c5fd", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "b8333b99-8653-4b09-949b-b27dbfe0c5fd", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c-kserve-route-authn"} 2026-09-06T19:57:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "b8333b99-8653-4b09-949b-b27dbfe0c5fd", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c-kserve-route-authn"} 2026-09-06T19:57:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "b8333b99-8653-4b09-949b-b27dbfe0c5fd", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "b8333b99-8653-4b09-949b-b27dbfe0c5fd", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:35Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-a30d6c","namespace":"ai-tenant-e2e-ipp-a-a30d6c"}, "namespace": "ai-tenant-e2e-ipp-a-a30d6c", "name": "ipp-route-a30d6c", "reconcileID": "f989aabf-4124-4c82-98c0-fd4753870d83", "LLMInferenceService": "ipp-route-a30d6c", "namespace": "ai-tenant-e2e-ipp-a-a30d6c"} 2026-09-06T19:57:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "d844424c-8dbd-447c-9e95-b9174b1cd037", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:57:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "d844424c-8dbd-447c-9e95-b9174b1cd037", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c-authn-ssl"} 2026-09-06T19:57:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "d844424c-8dbd-447c-9e95-b9174b1cd037", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:57:39Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T19:57:39Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T19:57:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-a30d6c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-a30d6c", "reconcileID": "fa55df1b-e926-4d07-b3fd-0dcb2e110818", "Gateway": "e2e-ipp-a-a30d6c", "namespace": "openshift-ingress"} 2026-09-06T19:57:45Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T19:57:45Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T19:57:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "3624c498-47ad-441e-8d1b-b81f31d168ff", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress"} 2026-09-06T19:57:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "3624c498-47ad-441e-8d1b-b81f31d168ff", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11-authn-ssl"} 2026-09-06T19:57:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "3624c498-47ad-441e-8d1b-b81f31d168ff", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress"} 2026-09-06T19:57:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "d9801271-5406-4045-8342-5cea0c756ee8", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress"} 2026-09-06T19:57:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "d9801271-5406-4045-8342-5cea0c756ee8", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11-authn-ssl"} 2026-09-06T19:57:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "d9801271-5406-4045-8342-5cea0c756ee8", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress"} 2026-09-06T19:57:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-adaf11"}, "namespace": "ai-tenant-e2e-ipp-b-adaf11", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9d10d4d-fba5-4d94-8147-37bd853759d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-adaf11"} 2026-09-06T19:57:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-adaf11"}, "namespace": "ai-tenant-e2e-ipp-b-adaf11", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9d10d4d-fba5-4d94-8147-37bd853759d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-adaf11", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:57:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-adaf11"}, "namespace": "ai-tenant-e2e-ipp-b-adaf11", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9d10d4d-fba5-4d94-8147-37bd853759d9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-adaf11 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T19:57:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-adaf11"}, "namespace": "ai-tenant-e2e-ipp-b-adaf11", "name": "odh-trusted-ca-bundle", "reconcileID": "719a629d-abfb-4a2d-9faa-0fd97f5240b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-adaf11"} 2026-09-06T19:57:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-adaf11"}, "namespace": "ai-tenant-e2e-ipp-b-adaf11", "name": "odh-trusted-ca-bundle", "reconcileID": "719a629d-abfb-4a2d-9faa-0fd97f5240b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-adaf11"} 2026-09-06T19:57:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-adaf11"}, "namespace": "ai-tenant-e2e-ipp-b-adaf11", "name": "openshift-service-ca.crt", "reconcileID": "2c91b901-4506-4103-8055-4116c66aa71e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-adaf11"} 2026-09-06T19:57:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-adaf11"}, "namespace": "ai-tenant-e2e-ipp-b-adaf11", "name": "openshift-service-ca.crt", "reconcileID": "2c91b901-4506-4103-8055-4116c66aa71e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-adaf11"} 2026-09-06T19:57:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-adaf11"}, "namespace": "ai-tenant-e2e-ipp-b-adaf11", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ca86f45-177c-4399-8c2a-eec12ea85abf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-adaf11"} 2026-09-06T19:57:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-adaf11"}, "namespace": "ai-tenant-e2e-ipp-b-adaf11", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ca86f45-177c-4399-8c2a-eec12ea85abf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-adaf11"} 2026-09-06T19:57:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-adaf11","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-adaf11", "reconcileID": "bc5ddabf-d5e5-4425-bf38-c4f923e9f90a", "Gateway": "e2e-ipp-b-adaf11", "namespace": "openshift-ingress"} 2026-09-06T19:58:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b571c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b571c4", "reconcileID": "51ea488e-d30a-4404-9740-da585ab2356a", "Gateway": "e2e-shared-a-w3-b571c4", "namespace": "openshift-ingress"} 2026-09-06T19:58:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b571c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b571c4", "reconcileID": "51ea488e-d30a-4404-9740-da585ab2356a", "Gateway": "e2e-shared-a-w3-b571c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b571c4-authn-ssl"} 2026-09-06T19:58:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b571c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b571c4", "reconcileID": "51ea488e-d30a-4404-9740-da585ab2356a", "Gateway": "e2e-shared-a-w3-b571c4", "namespace": "openshift-ingress"} 2026-09-06T19:58:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b571c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b571c4", "reconcileID": "8611eff6-64f1-4b03-b244-4ddd18bec780", "Gateway": "e2e-shared-a-w3-b571c4", "namespace": "openshift-ingress"} 2026-09-06T19:58:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b571c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b571c4", "reconcileID": "8611eff6-64f1-4b03-b244-4ddd18bec780", "Gateway": "e2e-shared-a-w3-b571c4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b571c4-authn-ssl"} 2026-09-06T19:58:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b571c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b571c4", "reconcileID": "8611eff6-64f1-4b03-b244-4ddd18bec780", "Gateway": "e2e-shared-a-w3-b571c4", "namespace": "openshift-ingress"} 2026-09-06T19:58:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b571c4"}, "namespace": "ai-tenant-e2e-shared-a-w3-b571c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "624e9289-2e00-43d9-8b75-bbc69f5e327d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b571c4"} 2026-09-06T19:58:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b571c4"}, "namespace": "ai-tenant-e2e-shared-a-w3-b571c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "624e9289-2e00-43d9-8b75-bbc69f5e327d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b571c4", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:58:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b571c4"}, "namespace": "ai-tenant-e2e-shared-a-w3-b571c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "624e9289-2e00-43d9-8b75-bbc69f5e327d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-b571c4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T19:58:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b571c4"}, "namespace": "ai-tenant-e2e-shared-a-w3-b571c4", "name": "odh-trusted-ca-bundle", "reconcileID": "0205d086-86ff-42b0-9154-da3895a28aa5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b571c4"} 2026-09-06T19:58:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b571c4"}, "namespace": "ai-tenant-e2e-shared-a-w3-b571c4", "name": "odh-trusted-ca-bundle", "reconcileID": "0205d086-86ff-42b0-9154-da3895a28aa5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b571c4"} 2026-09-06T19:58:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-b571c4"}, "namespace": "ai-tenant-e2e-shared-a-w3-b571c4", "name": "openshift-service-ca.crt", "reconcileID": "79ea8ace-2cc0-4543-a5d7-18f2095302c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-b571c4"} 2026-09-06T19:58:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-b571c4"}, "namespace": "ai-tenant-e2e-shared-a-w3-b571c4", "name": "openshift-service-ca.crt", "reconcileID": "79ea8ace-2cc0-4543-a5d7-18f2095302c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-b571c4"} 2026-09-06T19:58:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b571c4"}, "namespace": "ai-tenant-e2e-shared-a-w3-b571c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a93046e-5dab-4ac6-86d8-7553b2e72da7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b571c4"} 2026-09-06T19:58:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-b571c4"}, "namespace": "ai-tenant-e2e-shared-a-w3-b571c4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a93046e-5dab-4ac6-86d8-7553b2e72da7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-b571c4"} 2026-09-06T19:58:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-b571c4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-b571c4", "reconcileID": "69c05aeb-c873-4e9f-bb27-c56d3fe6b2ef", "Gateway": "e2e-shared-a-w3-b571c4", "namespace": "openshift-ingress"} 2026-09-06T19:58:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-712616","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-712616", "reconcileID": "47dd060e-5960-4721-861c-1c3381ec93d3", "Gateway": "e2e-shared-b-w3-712616", "namespace": "openshift-ingress"} 2026-09-06T19:58:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-712616","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-712616", "reconcileID": "47dd060e-5960-4721-861c-1c3381ec93d3", "Gateway": "e2e-shared-b-w3-712616", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-712616-authn-ssl"} 2026-09-06T19:58:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-712616","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-712616", "reconcileID": "47dd060e-5960-4721-861c-1c3381ec93d3", "Gateway": "e2e-shared-b-w3-712616", "namespace": "openshift-ingress"} 2026-09-06T19:58:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-712616","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-712616", "reconcileID": "8f85cbd9-68e7-4d57-9531-d7e8ea6dcb9d", "Gateway": "e2e-shared-b-w3-712616", "namespace": "openshift-ingress"} 2026-09-06T19:58:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-712616","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-712616", "reconcileID": "8f85cbd9-68e7-4d57-9531-d7e8ea6dcb9d", "Gateway": "e2e-shared-b-w3-712616", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-712616-authn-ssl"} 2026-09-06T19:58:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-712616","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-712616", "reconcileID": "8f85cbd9-68e7-4d57-9531-d7e8ea6dcb9d", "Gateway": "e2e-shared-b-w3-712616", "namespace": "openshift-ingress"} 2026-09-06T19:58:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e878fbe5-0fe7-407d-8681-6ac60468579a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-712616"} 2026-09-06T19:58:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e878fbe5-0fe7-407d-8681-6ac60468579a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-712616", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T19:58:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e878fbe5-0fe7-407d-8681-6ac60468579a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-712616 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T19:58:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "odh-trusted-ca-bundle", "reconcileID": "f512b461-c264-4cc8-a277-8cd04e3f3811", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-712616"} 2026-09-06T19:58:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "odh-trusted-ca-bundle", "reconcileID": "f512b461-c264-4cc8-a277-8cd04e3f3811", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-712616"} 2026-09-06T19:58:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "openshift-service-ca.crt", "reconcileID": "a123dff7-3bb3-43bd-8a02-2e580f76b20e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-712616"} 2026-09-06T19:58:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "openshift-service-ca.crt", "reconcileID": "a123dff7-3bb3-43bd-8a02-2e580f76b20e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-712616"} 2026-09-06T19:58:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "234523a6-e83e-4240-b6ee-c6cdd1a72573", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-712616"} 2026-09-06T19:58:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-712616"}, "namespace": "ai-tenant-e2e-shared-b-w3-712616", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "234523a6-e83e-4240-b6ee-c6cdd1a72573", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-712616"} 2026-09-06T19:58:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-712616","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-712616", "reconcileID": "d54a8623-fa53-4711-a7d4-b3ded7af2279", "Gateway": "e2e-shared-b-w3-712616", "namespace": "openshift-ingress"} 2026-09-06T20:02:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "824ebc1f-3762-4c99-a5fc-7d87cd035b31", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm"} 2026-09-06T20:02:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "824ebc1f-3762-4c99-a5fc-7d87cd035b31", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm"} 2026-09-06T20:02:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "824ebc1f-3762-4c99-a5fc-7d87cd035b31", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm"} 2026-09-06T20:02:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d2b2f78e-e33a-4a5e-9550-843014c65ef6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T20:02:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "824ebc1f-3762-4c99-a5fc-7d87cd035b31", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6-kserve-route-authn"} 2026-09-06T20:02:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "824ebc1f-3762-4c99-a5fc-7d87cd035b31", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm", "authType": "userdefined"} 2026-09-06T20:02:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "824ebc1f-3762-4c99-a5fc-7d87cd035b31", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm"} 2026-09-06T20:02:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d2b2f78e-e33a-4a5e-9550-843014c65ef6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T20:02:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d2b2f78e-e33a-4a5e-9550-843014c65ef6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T20:02:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "3c4207c9-cc97-4a73-8aa0-667b5a22062c", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm"} 2026-09-06T20:02:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "3c4207c9-cc97-4a73-8aa0-667b5a22062c", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm"} 2026-09-06T20:02:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "3c4207c9-cc97-4a73-8aa0-667b5a22062c", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm"} 2026-09-06T20:02:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "3c4207c9-cc97-4a73-8aa0-667b5a22062c", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6-kserve-route-authn"} 2026-09-06T20:02:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "3c4207c9-cc97-4a73-8aa0-667b5a22062c", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm", "authType": "userdefined"} 2026-09-06T20:02:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "3c4207c9-cc97-4a73-8aa0-667b5a22062c", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm"} 2026-09-06T20:02:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "7d7e1921-9327-4aab-a88b-0cbbdf6a811a", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm"} 2026-09-06T20:02:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "7d7e1921-9327-4aab-a88b-0cbbdf6a811a", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm"} 2026-09-06T20:02:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "7d7e1921-9327-4aab-a88b-0cbbdf6a811a", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm"} 2026-09-06T20:02:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "7d7e1921-9327-4aab-a88b-0cbbdf6a811a", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6-kserve-route-authn"} 2026-09-06T20:02:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c1dd6833-f375-48fc-bac0-50c0d02b9a66", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T20:02:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "7d7e1921-9327-4aab-a88b-0cbbdf6a811a", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm", "authType": "userdefined"} 2026-09-06T20:02:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "7d7e1921-9327-4aab-a88b-0cbbdf6a811a", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm"} 2026-09-06T20:02:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c1dd6833-f375-48fc-bac0-50c0d02b9a66", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T20:02:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c1dd6833-f375-48fc-bac0-50c0d02b9a66", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T20:02:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "65aeb6a2-c41d-44d2-b901-780e28eba9b8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T20:02:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "65aeb6a2-c41d-44d2-b901-780e28eba9b8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T20:02:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "65aeb6a2-c41d-44d2-b901-780e28eba9b8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T20:02:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "34c93abe-72c8-4ca9-acb5-66fb3c521323", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm"} 2026-09-06T20:02:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "34c93abe-72c8-4ca9-acb5-66fb3c521323", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm"} 2026-09-06T20:02:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "34c93abe-72c8-4ca9-acb5-66fb3c521323", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm"} 2026-09-06T20:02:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "34c93abe-72c8-4ca9-acb5-66fb3c521323", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6-kserve-route-authn"} 2026-09-06T20:02:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "34c93abe-72c8-4ca9-acb5-66fb3c521323", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm", "authType": "userdefined"} 2026-09-06T20:02:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "34c93abe-72c8-4ca9-acb5-66fb3c521323", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm"} 2026-09-06T20:02:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "64430289-8715-469c-9dc4-de0670298f0a", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm"} 2026-09-06T20:02:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "64430289-8715-469c-9dc4-de0670298f0a", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm"} 2026-09-06T20:02:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "64430289-8715-469c-9dc4-de0670298f0a", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm"} 2026-09-06T20:02:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "64430289-8715-469c-9dc4-de0670298f0a", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6-kserve-route-authn"} 2026-09-06T20:02:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "64430289-8715-469c-9dc4-de0670298f0a", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm", "authType": "userdefined"} 2026-09-06T20:02:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "64430289-8715-469c-9dc4-de0670298f0a", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm"} 2026-09-06T20:02:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "760921fb-9bee-4967-bcf6-fad2c3ea4e7c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T20:02:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "760921fb-9bee-4967-bcf6-fad2c3ea4e7c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T20:02:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "760921fb-9bee-4967-bcf6-fad2c3ea4e7c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T20:02:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "8ac169a4-1276-4099-ad96-3b8d541d40c7", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm"} 2026-09-06T20:02:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "8ac169a4-1276-4099-ad96-3b8d541d40c7", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm"} 2026-09-06T20:02:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "8ac169a4-1276-4099-ad96-3b8d541d40c7", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm"} 2026-09-06T20:02:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "8ac169a4-1276-4099-ad96-3b8d541d40c7", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6-kserve-route-authn"} 2026-09-06T20:02:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "8ac169a4-1276-4099-ad96-3b8d541d40c7", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm", "authType": "userdefined"} 2026-09-06T20:02:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "8ac169a4-1276-4099-ad96-3b8d541d40c7", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm"} 2026-09-06T20:03:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "77c41006-5511-4b0c-96cc-277feb8faf77", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm"} 2026-09-06T20:03:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "77c41006-5511-4b0c-96cc-277feb8faf77", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm"} 2026-09-06T20:03:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "77c41006-5511-4b0c-96cc-277feb8faf77", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm"} 2026-09-06T20:03:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "77c41006-5511-4b0c-96cc-277feb8faf77", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6-kserve-route-authn"} 2026-09-06T20:03:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "77c41006-5511-4b0c-96cc-277feb8faf77", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm", "authType": "userdefined"} 2026-09-06T20:03:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "77c41006-5511-4b0c-96cc-277feb8faf77", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm"} 2026-09-06T20:03:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "50f53c45-73d6-4e4c-a7cf-1175f994c320", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm"} 2026-09-06T20:03:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "50f53c45-73d6-4e4c-a7cf-1175f994c320", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm"} 2026-09-06T20:03:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "50f53c45-73d6-4e4c-a7cf-1175f994c320", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm"} 2026-09-06T20:03:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "50f53c45-73d6-4e4c-a7cf-1175f994c320", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6-kserve-route-authn"} 2026-09-06T20:03:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "50f53c45-73d6-4e4c-a7cf-1175f994c320", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm", "authType": "userdefined"} 2026-09-06T20:03:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "50f53c45-73d6-4e4c-a7cf-1175f994c320", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm"} 2026-09-06T20:03:15Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "138a3dce-ee90-4e1e-812a-415fee67835c", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm"} 2026-09-06T20:03:15Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "138a3dce-ee90-4e1e-812a-415fee67835c", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6"} 2026-09-06T20:03:15Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "138a3dce-ee90-4e1e-812a-415fee67835c", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm"} 2026-09-06T20:03:15Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "138a3dce-ee90-4e1e-812a-415fee67835c", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm"} 2026-09-06T20:03:15Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "138a3dce-ee90-4e1e-812a-415fee67835c", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6-kserve-route-authn"} 2026-09-06T20:03:15Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "138a3dce-ee90-4e1e-812a-415fee67835c", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6-kserve-route-authn"} 2026-09-06T20:03:15Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-90c1ebd6", "reconcileID": "e254b278-161e-40b1-add9-be7f6d1c747a", "LLMInferenceService": "e2e-same-id-a-90c1ebd6", "namespace": "llm"} 2026-09-06T20:03:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1136c2e0-7ae5-475e-bfc2-468719fb5d52", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T20:03:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1136c2e0-7ae5-475e-bfc2-468719fb5d52", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T20:03:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1136c2e0-7ae5-475e-bfc2-468719fb5d52", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T20:03:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd1237e4-da98-4be8-a7e2-9de54dcbacfd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T20:03:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd1237e4-da98-4be8-a7e2-9de54dcbacfd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T20:03:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cd1237e4-da98-4be8-a7e2-9de54dcbacfd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T20:03:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "b8a5fefe-b00a-46e9-9d2e-9246bebc0646", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm"} 2026-09-06T20:03:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "b8a5fefe-b00a-46e9-9d2e-9246bebc0646", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6"} 2026-09-06T20:03:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "b8a5fefe-b00a-46e9-9d2e-9246bebc0646", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm"} 2026-09-06T20:03:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "b8a5fefe-b00a-46e9-9d2e-9246bebc0646", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm"} 2026-09-06T20:03:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "b8a5fefe-b00a-46e9-9d2e-9246bebc0646", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6-kserve-route-authn"} 2026-09-06T20:03:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "b8a5fefe-b00a-46e9-9d2e-9246bebc0646", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6-kserve-route-authn"} 2026-09-06T20:03:17Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-90c1ebd6","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-90c1ebd6", "reconcileID": "4433f30c-d8a5-4169-9726-26a920fdc3fa", "LLMInferenceService": "e2e-same-id-b-90c1ebd6", "namespace": "llm"} 2026-09-06T20:03:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cbdd287f-3bd9-48a4-b350-293817220458", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T20:03:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cbdd287f-3bd9-48a4-b350-293817220458", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T20:03:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "cbdd287f-3bd9-48a4-b350-293817220458", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T20:03:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "417fbfbf-db22-42c8-bc74-b60079c5bf10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T20:03:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "417fbfbf-db22-42c8-bc74-b60079c5bf10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T20:03:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "417fbfbf-db22-42c8-bc74-b60079c5bf10", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}