2026-09-10T19:46:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-07c5fe","namespace":"ai-tenant-e2e-shared-a-w3-07c5fe"}, "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe", "name": "rate-test-model-07c5fe", "reconcileID": "dc78a122-31e8-4aa1-a980-d071bec0d2cc", "LLMInferenceService": "rate-test-model-07c5fe", "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe", "name": "rate-test-model-07c5fe-kserve-route-authn"} 2026-09-10T19:46:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-07c5fe","namespace":"ai-tenant-e2e-shared-a-w3-07c5fe"}, "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe", "name": "rate-test-model-07c5fe", "reconcileID": "dc78a122-31e8-4aa1-a980-d071bec0d2cc", "LLMInferenceService": "rate-test-model-07c5fe", "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe", "name": "rate-test-model-07c5fe-kserve-route-authn"} 2026-09-10T19:46:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-07c5fe","namespace":"ai-tenant-e2e-shared-a-w3-07c5fe"}, "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe", "name": "rate-test-model-07c5fe", "reconcileID": "dc78a122-31e8-4aa1-a980-d071bec0d2cc", "LLMInferenceService": "rate-test-model-07c5fe", "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe", "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe"} 2026-09-10T19:46:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-07c5fe","namespace":"ai-tenant-e2e-shared-a-w3-07c5fe"}, "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe", "name": "rate-test-model-07c5fe", "reconcileID": "dc78a122-31e8-4aa1-a980-d071bec0d2cc", "LLMInferenceService": "rate-test-model-07c5fe", "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe", "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe"} 2026-09-10T19:46:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-07c5fe","namespace":"ai-tenant-e2e-shared-a-w3-07c5fe"}, "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe", "name": "rate-test-model-07c5fe", "reconcileID": "6cea728c-a398-47de-a048-0ae8bc5e4c55", "LLMInferenceService": "rate-test-model-07c5fe", "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe"} 2026-09-10T19:46:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-07c5fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-07c5fe", "reconcileID": "9d16d33b-8aed-4ca3-82cc-9960febb5069", "Gateway": "e2e-shared-a-w3-07c5fe", "namespace": "openshift-ingress"} 2026-09-10T19:46:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-07c5fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-07c5fe", "reconcileID": "9d16d33b-8aed-4ca3-82cc-9960febb5069", "Gateway": "e2e-shared-a-w3-07c5fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-07c5fe-authn-ssl"} 2026-09-10T19:46:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-07c5fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-07c5fe", "reconcileID": "9d16d33b-8aed-4ca3-82cc-9960febb5069", "Gateway": "e2e-shared-a-w3-07c5fe", "namespace": "openshift-ingress"} 2026-09-10T19:46:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-07c5fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-07c5fe", "reconcileID": "333f1d9c-f6d4-49ec-86a0-9b90f1d872d2", "Gateway": "e2e-shared-a-w3-07c5fe", "namespace": "openshift-ingress"} 2026-09-10T19:46:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-07c5fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-07c5fe", "reconcileID": "333f1d9c-f6d4-49ec-86a0-9b90f1d872d2", "Gateway": "e2e-shared-a-w3-07c5fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-07c5fe-authn-ssl"} 2026-09-10T19:46:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-07c5fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-07c5fe", "reconcileID": "333f1d9c-f6d4-49ec-86a0-9b90f1d872d2", "Gateway": "e2e-shared-a-w3-07c5fe", "namespace": "openshift-ingress"} 2026-09-10T19:46:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2a1fa9","namespace":"ai-tenant-e2e-shared-b-w3-2a1fa9"}, "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9", "name": "rate-test-model-2a1fa9", "reconcileID": "051f4103-ad29-4ee5-8042-e861b678d49f", "LLMInferenceService": "rate-test-model-2a1fa9", "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9"} 2026-09-10T19:46:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2a1fa9","namespace":"ai-tenant-e2e-shared-b-w3-2a1fa9"}, "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9", "name": "rate-test-model-2a1fa9", "reconcileID": "051f4103-ad29-4ee5-8042-e861b678d49f", "LLMInferenceService": "rate-test-model-2a1fa9", "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9", "name": "rate-test-model-2a1fa9"} 2026-09-10T19:46:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2a1fa9","namespace":"ai-tenant-e2e-shared-b-w3-2a1fa9"}, "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9", "name": "rate-test-model-2a1fa9", "reconcileID": "051f4103-ad29-4ee5-8042-e861b678d49f", "LLMInferenceService": "rate-test-model-2a1fa9", "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9"} 2026-09-10T19:46:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2a1fa9","namespace":"ai-tenant-e2e-shared-b-w3-2a1fa9"}, "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9", "name": "rate-test-model-2a1fa9", "reconcileID": "051f4103-ad29-4ee5-8042-e861b678d49f", "LLMInferenceService": "rate-test-model-2a1fa9", "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9"} 2026-09-10T19:46:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2a1fa9","namespace":"ai-tenant-e2e-shared-b-w3-2a1fa9"}, "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9", "name": "rate-test-model-2a1fa9", "reconcileID": "051f4103-ad29-4ee5-8042-e861b678d49f", "LLMInferenceService": "rate-test-model-2a1fa9", "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9", "name": "rate-test-model-2a1fa9-kserve-route-authn"} 2026-09-10T19:46:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2a1fa9","namespace":"ai-tenant-e2e-shared-b-w3-2a1fa9"}, "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9", "name": "rate-test-model-2a1fa9", "reconcileID": "051f4103-ad29-4ee5-8042-e861b678d49f", "LLMInferenceService": "rate-test-model-2a1fa9", "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9", "name": "rate-test-model-2a1fa9-kserve-route-authn"} 2026-09-10T19:46:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2a1fa9","namespace":"ai-tenant-e2e-shared-b-w3-2a1fa9"}, "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9", "name": "rate-test-model-2a1fa9", "reconcileID": "051f4103-ad29-4ee5-8042-e861b678d49f", "LLMInferenceService": "rate-test-model-2a1fa9", "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9", "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9"} 2026-09-10T19:46:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2a1fa9","namespace":"ai-tenant-e2e-shared-b-w3-2a1fa9"}, "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9", "name": "rate-test-model-2a1fa9", "reconcileID": "051f4103-ad29-4ee5-8042-e861b678d49f", "LLMInferenceService": "rate-test-model-2a1fa9", "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9", "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9"} 2026-09-10T19:46:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2a1fa9","namespace":"ai-tenant-e2e-shared-b-w3-2a1fa9"}, "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9", "name": "rate-test-model-2a1fa9", "reconcileID": "cc6114b1-f13a-47a2-92c0-3f06b37b2aae", "LLMInferenceService": "rate-test-model-2a1fa9", "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9"} 2026-09-10T19:46:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2a1fa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2a1fa9", "reconcileID": "b4ffec3d-df88-4d54-92a4-bb194dda3569", "Gateway": "e2e-shared-b-w3-2a1fa9", "namespace": "openshift-ingress"} 2026-09-10T19:46:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2a1fa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2a1fa9", "reconcileID": "b4ffec3d-df88-4d54-92a4-bb194dda3569", "Gateway": "e2e-shared-b-w3-2a1fa9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2a1fa9-authn-ssl"} 2026-09-10T19:46:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2a1fa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2a1fa9", "reconcileID": "b4ffec3d-df88-4d54-92a4-bb194dda3569", "Gateway": "e2e-shared-b-w3-2a1fa9", "namespace": "openshift-ingress"} 2026-09-10T19:46:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2a1fa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2a1fa9", "reconcileID": "99270f5d-e8ec-4afc-b5d1-8b38eaea81bf", "Gateway": "e2e-shared-b-w3-2a1fa9", "namespace": "openshift-ingress"} 2026-09-10T19:46:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2a1fa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2a1fa9", "reconcileID": "99270f5d-e8ec-4afc-b5d1-8b38eaea81bf", "Gateway": "e2e-shared-b-w3-2a1fa9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2a1fa9-authn-ssl"} 2026-09-10T19:46:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2a1fa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2a1fa9", "reconcileID": "99270f5d-e8ec-4afc-b5d1-8b38eaea81bf", "Gateway": "e2e-shared-b-w3-2a1fa9", "namespace": "openshift-ingress"} 2026-09-10T19:46:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "5e00369b-e401-4b57-ace4-fc0bde5d5741", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:46:21Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "5e00369b-e401-4b57-ace4-fc0bde5d5741", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291-authn-ssl"} 2026-09-10T19:46:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "5e00369b-e401-4b57-ace4-fc0bde5d5741", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:46:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "75c23caa-dbd2-4dc6-ab12-2a6df3359bee", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:46:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "75c23caa-dbd2-4dc6-ab12-2a6df3359bee", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291-authn-ssl"} 2026-09-10T19:46:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "75c23caa-dbd2-4dc6-ab12-2a6df3359bee", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:46:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "7f78ec32-e262-45c5-bb89-33ddd237ba7a", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:46:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "7f78ec32-e262-45c5-bb89-33ddd237ba7a", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291-authn-ssl"} 2026-09-10T19:46:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "7f78ec32-e262-45c5-bb89-33ddd237ba7a", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:46:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "34693b7c-a646-4e28-a8fa-48554a2df7d4", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:46:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "34693b7c-a646-4e28-a8fa-48554a2df7d4", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291-authn-ssl"} 2026-09-10T19:46:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "34693b7c-a646-4e28-a8fa-48554a2df7d4", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:46:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "078cf49d-5b44-4bba-a3d6-d89dccf649fa", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:46:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "078cf49d-5b44-4bba-a3d6-d89dccf649fa", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291-authn-ssl"} 2026-09-10T19:46:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "078cf49d-5b44-4bba-a3d6-d89dccf649fa", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:46:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "a7f5f186-0ebf-436d-9959-5a482f4cd1fa", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:46:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "a7f5f186-0ebf-436d-9959-5a482f4cd1fa", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291-authn-ssl"} 2026-09-10T19:46:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "a7f5f186-0ebf-436d-9959-5a482f4cd1fa", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:46:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "1a2db3b0-cd51-488d-88d7-feacddeb2fb6", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:46:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "1a2db3b0-cd51-488d-88d7-feacddeb2fb6", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291-authn-ssl"} 2026-09-10T19:46:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "1a2db3b0-cd51-488d-88d7-feacddeb2fb6", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:46:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "openshift-service-ca.crt", "reconcileID": "b87b75c3-0eaf-4662-aefc-604d1a3084bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:46:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "odh-trusted-ca-bundle", "reconcileID": "836d5536-84d1-421d-9082-c25bfec912ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:46:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "openshift-service-ca.crt", "reconcileID": "c4ba3859-708d-46ae-bf38-83775a1574d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-836291", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:46:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "openshift-service-ca.crt", "reconcileID": "c4ba3859-708d-46ae-bf38-83775a1574d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:46:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "openshift-service-ca.crt", "reconcileID": "0eed0a9e-bf83-4d81-84b3-8cfc0f0a396f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-836291", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:46:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "openshift-service-ca.crt", "reconcileID": "0eed0a9e-bf83-4d81-84b3-8cfc0f0a396f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:46:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ca8a7bd-758e-47c5-a629-3fcab549c551", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:46:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "openshift-service-ca.crt", "reconcileID": "ff706095-934c-4305-82ab-fd9ba4fd054c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:46:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "odh-trusted-ca-bundle", "reconcileID": "d915bde0-87eb-4711-a77b-a7d4d81e2723", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-836291", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:46:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "odh-trusted-ca-bundle", "reconcileID": "d915bde0-87eb-4711-a77b-a7d4d81e2723", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:46:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c80064d-3a5b-4ba6-b094-c00c6d08add5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:46:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "e6b9063c-a3f0-4d44-90a2-2160abb61714", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:46:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "e6b9063c-a3f0-4d44-90a2-2160abb61714", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291-authn-ssl"} 2026-09-10T19:46:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "e6b9063c-a3f0-4d44-90a2-2160abb61714", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:46:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-261db5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-261db5", "reconcileID": "059bf58f-87e2-4b63-8dc0-aa34fe3dcc76", "Gateway": "e2e-api-b-261db5", "namespace": "openshift-ingress"} 2026-09-10T19:46:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-261db5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-261db5", "reconcileID": "059bf58f-87e2-4b63-8dc0-aa34fe3dcc76", "Gateway": "e2e-api-b-261db5", "namespace": "openshift-ingress", "name": "e2e-api-b-261db5-authn-ssl"} 2026-09-10T19:46:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-261db5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-261db5", "reconcileID": "059bf58f-87e2-4b63-8dc0-aa34fe3dcc76", "Gateway": "e2e-api-b-261db5", "namespace": "openshift-ingress"} 2026-09-10T19:46:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "d9a49dbd-8b51-4c44-adb8-6738413181c0", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:46:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "d9a49dbd-8b51-4c44-adb8-6738413181c0", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291-authn-ssl"} 2026-09-10T19:46:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "d9a49dbd-8b51-4c44-adb8-6738413181c0", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:46:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-261db5"}, "namespace": "ai-tenant-e2e-api-b-261db5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "739b419d-d154-48fc-b1d9-7688375766fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-261db5"} 2026-09-10T19:46:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-261db5"}, "namespace": "ai-tenant-e2e-api-b-261db5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "739b419d-d154-48fc-b1d9-7688375766fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-261db5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:46:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-261db5"}, "namespace": "ai-tenant-e2e-api-b-261db5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "739b419d-d154-48fc-b1d9-7688375766fc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-261db5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:46:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-261db5"}, "namespace": "ai-tenant-e2e-api-b-261db5", "name": "odh-trusted-ca-bundle", "reconcileID": "8073752b-a68b-46f8-af50-09a9ee837f95", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-261db5"} 2026-09-10T19:46:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-261db5"}, "namespace": "ai-tenant-e2e-api-b-261db5", "name": "odh-trusted-ca-bundle", "reconcileID": "8073752b-a68b-46f8-af50-09a9ee837f95", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-261db5"} 2026-09-10T19:46:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-261db5"}, "namespace": "ai-tenant-e2e-api-b-261db5", "name": "openshift-service-ca.crt", "reconcileID": "e7ea2e5d-0503-4b2d-ac92-6fdca2b96794", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-261db5"} 2026-09-10T19:46:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-261db5"}, "namespace": "ai-tenant-e2e-api-b-261db5", "name": "openshift-service-ca.crt", "reconcileID": "e7ea2e5d-0503-4b2d-ac92-6fdca2b96794", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-261db5"} 2026-09-10T19:46:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-261db5"}, "namespace": "ai-tenant-e2e-api-b-261db5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "380f5616-4403-4ef5-b33d-a4466304f89a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-261db5"} 2026-09-10T19:46:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-261db5"}, "namespace": "ai-tenant-e2e-api-b-261db5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "380f5616-4403-4ef5-b33d-a4466304f89a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-261db5"} 2026-09-10T19:46:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-261db5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-261db5", "reconcileID": "7a2a5c31-9ae5-4785-9e39-5e7f73c44cb7", "Gateway": "e2e-api-b-261db5", "namespace": "openshift-ingress"} 2026-09-10T19:46:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ecadb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ecadb8", "reconcileID": "aa97768b-962e-4b5e-908e-0d6433af6523", "Gateway": "e2e-shared-a-w2-ecadb8", "namespace": "openshift-ingress"} 2026-09-10T19:46:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ecadb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ecadb8", "reconcileID": "aa97768b-962e-4b5e-908e-0d6433af6523", "Gateway": "e2e-shared-a-w2-ecadb8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ecadb8-authn-ssl"} 2026-09-10T19:46:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ecadb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ecadb8", "reconcileID": "aa97768b-962e-4b5e-908e-0d6433af6523", "Gateway": "e2e-shared-a-w2-ecadb8", "namespace": "openshift-ingress"} 2026-09-10T19:46:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "92cd51e5-2da5-445d-bb17-d5a5acabbbb2", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress"} 2026-09-10T19:46:50Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "92cd51e5-2da5-445d-bb17-d5a5acabbbb2", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb-authn-ssl"} 2026-09-10T19:46:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "92cd51e5-2da5-445d-bb17-d5a5acabbbb2", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress"} 2026-09-10T19:46:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "692534a5-f4f9-452c-8f34-b032e10adb24", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress"} 2026-09-10T19:46:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "692534a5-f4f9-452c-8f34-b032e10adb24", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb-authn-ssl"} 2026-09-10T19:46:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "692534a5-f4f9-452c-8f34-b032e10adb24", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress"} 2026-09-10T19:46:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "2efd8bd5-a9b4-469b-9ab5-eb02e8f3770d", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress"} 2026-09-10T19:46:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "2efd8bd5-a9b4-469b-9ab5-eb02e8f3770d", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb-authn-ssl"} 2026-09-10T19:46:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "2efd8bd5-a9b4-469b-9ab5-eb02e8f3770d", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress"} 2026-09-10T19:46:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "934fd993-78de-45c4-9339-f60f5e41c1e2", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress"} 2026-09-10T19:46:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "934fd993-78de-45c4-9339-f60f5e41c1e2", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb-authn-ssl"} 2026-09-10T19:46:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "934fd993-78de-45c4-9339-f60f5e41c1e2", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress"} 2026-09-10T19:46:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "fe3f757b-e488-453f-97e0-d527a55c23cf", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress"} 2026-09-10T19:46:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "fe3f757b-e488-453f-97e0-d527a55c23cf", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb-authn-ssl"} 2026-09-10T19:46:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "fe3f757b-e488-453f-97e0-d527a55c23cf", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress"} 2026-09-10T19:46:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "e502d7e8-b5dd-4479-984e-dc584bc0b87b", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress"} 2026-09-10T19:46:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "e502d7e8-b5dd-4479-984e-dc584bc0b87b", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb-authn-ssl"} 2026-09-10T19:46:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "e502d7e8-b5dd-4479-984e-dc584bc0b87b", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress"} 2026-09-10T19:46:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "043fdcdc-0b90-4ac6-8ac2-8238139ba32a", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress"} 2026-09-10T19:46:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "043fdcdc-0b90-4ac6-8ac2-8238139ba32a", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb-authn-ssl"} 2026-09-10T19:46:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "043fdcdc-0b90-4ac6-8ac2-8238139ba32a", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress"} 2026-09-10T19:46:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b588eb"}, "namespace": "ai-tenant-e2e-ipp-b-b588eb", "name": "openshift-service-ca.crt", "reconcileID": "344814f6-4510-45c5-9b79-30c0909bb23c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b588eb"} 2026-09-10T19:46:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b588eb"}, "namespace": "ai-tenant-e2e-ipp-b-b588eb", "name": "odh-trusted-ca-bundle", "reconcileID": "442f8f8f-651f-4658-b285-9c6cfcf92cc0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b588eb"} 2026-09-10T19:46:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b588eb"}, "namespace": "ai-tenant-e2e-ipp-b-b588eb", "name": "openshift-service-ca.crt", "reconcileID": "7f667e71-28d8-40f0-9671-5888b994ffac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b588eb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:46:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b588eb"}, "namespace": "ai-tenant-e2e-ipp-b-b588eb", "name": "openshift-service-ca.crt", "reconcileID": "7f667e71-28d8-40f0-9671-5888b994ffac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b588eb"} 2026-09-10T19:46:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b588eb"}, "namespace": "ai-tenant-e2e-ipp-b-b588eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe9328f3-8a11-4f32-abbe-e722403ea818", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b588eb"} 2026-09-10T19:46:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b588eb"}, "namespace": "ai-tenant-e2e-ipp-b-b588eb", "name": "openshift-service-ca.crt", "reconcileID": "c864a23c-e366-4004-a7c2-967eaebdfab5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b588eb"} 2026-09-10T19:46:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b588eb"}, "namespace": "ai-tenant-e2e-ipp-b-b588eb", "name": "odh-trusted-ca-bundle", "reconcileID": "d904c606-2324-4003-9231-79a07c635c3c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b588eb", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:46:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b588eb"}, "namespace": "ai-tenant-e2e-ipp-b-b588eb", "name": "odh-trusted-ca-bundle", "reconcileID": "d904c606-2324-4003-9231-79a07c635c3c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b588eb"} 2026-09-10T19:46:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b588eb"}, "namespace": "ai-tenant-e2e-ipp-b-b588eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e05fc40e-cff0-42a5-b32c-a9a0ecc543ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b588eb"} 2026-09-10T19:46:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "e144194f-4eef-4c08-9730-819f4fec1509", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress"} 2026-09-10T19:46:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "e144194f-4eef-4c08-9730-819f4fec1509", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb-authn-ssl"} 2026-09-10T19:46:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "e144194f-4eef-4c08-9730-819f4fec1509", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress"} 2026-09-10T19:46:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ecadb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ecadb8", "reconcileID": "c352d3db-e5d1-444a-839b-704c18cb0719", "Gateway": "e2e-shared-a-w2-ecadb8", "namespace": "openshift-ingress"} 2026-09-10T19:46:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ecadb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ecadb8", "reconcileID": "c352d3db-e5d1-444a-839b-704c18cb0719", "Gateway": "e2e-shared-a-w2-ecadb8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ecadb8-authn-ssl"} 2026-09-10T19:46:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ecadb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ecadb8", "reconcileID": "c352d3db-e5d1-444a-839b-704c18cb0719", "Gateway": "e2e-shared-a-w2-ecadb8", "namespace": "openshift-ingress"} 2026-09-10T19:46:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ecadb8"}, "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "edaaf5b4-f437-4743-ba95-4a5fb8d1e5f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8"} 2026-09-10T19:46:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ecadb8"}, "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "edaaf5b4-f437-4743-ba95-4a5fb8d1e5f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:46:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ecadb8"}, "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "edaaf5b4-f437-4743-ba95-4a5fb8d1e5f7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-ecadb8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:46:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ecadb8"}, "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "adc31144-b7b6-4418-a78a-6d91a97b309f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8"} 2026-09-10T19:46:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ecadb8"}, "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "adc31144-b7b6-4418-a78a-6d91a97b309f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:46:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ecadb8"}, "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "adc31144-b7b6-4418-a78a-6d91a97b309f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-ecadb8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:46:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ecadb8"}, "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8", "name": "odh-trusted-ca-bundle", "reconcileID": "93ebf1f4-6066-4585-b96f-0bf7717a494e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8"} 2026-09-10T19:46:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ecadb8"}, "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8", "name": "odh-trusted-ca-bundle", "reconcileID": "93ebf1f4-6066-4585-b96f-0bf7717a494e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:46:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ecadb8"}, "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8", "name": "odh-trusted-ca-bundle", "reconcileID": "93ebf1f4-6066-4585-b96f-0bf7717a494e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-ecadb8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:46:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-ecadb8"}, "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8", "name": "openshift-service-ca.crt", "reconcileID": "e0fe4041-79a1-4399-a673-2f51e5b695f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8"} 2026-09-10T19:46:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-ecadb8"}, "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8", "name": "openshift-service-ca.crt", "reconcileID": "e0fe4041-79a1-4399-a673-2f51e5b695f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8"} 2026-09-10T19:46:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ecadb8"}, "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8", "name": "odh-trusted-ca-bundle", "reconcileID": "43d5e7c4-bdeb-4118-be3c-dd81212878ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8"} 2026-09-10T19:46:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ecadb8"}, "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8", "name": "odh-trusted-ca-bundle", "reconcileID": "43d5e7c4-bdeb-4118-be3c-dd81212878ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8"} 2026-09-10T19:46:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ecadb8"}, "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b90e6193-f47d-4607-8c73-1418adfa9378", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8"} 2026-09-10T19:46:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-ecadb8"}, "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b90e6193-f47d-4607-8c73-1418adfa9378", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-ecadb8"} 2026-09-10T19:46:57Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-ecadb8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-ecadb8", "reconcileID": "764224f3-53cb-4a6e-8df7-914fe48e2026", "Gateway": "e2e-shared-a-w2-ecadb8", "namespace": "openshift-ingress"} 2026-09-10T19:47:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "6b16e69e-3fe1-40a5-9e40-cbc54dc60661", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress"} 2026-09-10T19:47:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "6b16e69e-3fe1-40a5-9e40-cbc54dc60661", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb-authn-ssl"} 2026-09-10T19:47:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "6b16e69e-3fe1-40a5-9e40-cbc54dc60661", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress"} 2026-09-10T19:47:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ff3019","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ff3019", "reconcileID": "b71e448d-a03e-4c1b-afcb-393e273c268e", "Gateway": "e2e-shared-b-w2-ff3019", "namespace": "openshift-ingress"} 2026-09-10T19:47:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ff3019","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ff3019", "reconcileID": "b71e448d-a03e-4c1b-afcb-393e273c268e", "Gateway": "e2e-shared-b-w2-ff3019", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ff3019-authn-ssl"} 2026-09-10T19:47:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ff3019","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ff3019", "reconcileID": "b71e448d-a03e-4c1b-afcb-393e273c268e", "Gateway": "e2e-shared-b-w2-ff3019", "namespace": "openshift-ingress"} 2026-09-10T19:47:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ff3019","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ff3019", "reconcileID": "bccc9213-1d3f-45b2-8a99-fce0476d8721", "Gateway": "e2e-shared-b-w2-ff3019", "namespace": "openshift-ingress"} 2026-09-10T19:47:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ff3019","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ff3019", "reconcileID": "bccc9213-1d3f-45b2-8a99-fce0476d8721", "Gateway": "e2e-shared-b-w2-ff3019", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ff3019-authn-ssl"} 2026-09-10T19:47:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ff3019","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ff3019", "reconcileID": "bccc9213-1d3f-45b2-8a99-fce0476d8721", "Gateway": "e2e-shared-b-w2-ff3019", "namespace": "openshift-ingress"} 2026-09-10T19:47:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ff3019"}, "namespace": "ai-tenant-e2e-shared-b-w2-ff3019", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22b1b3f7-bedc-45ae-92df-21d0307ebc8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-ff3019"} 2026-09-10T19:47:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ff3019"}, "namespace": "ai-tenant-e2e-shared-b-w2-ff3019", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22b1b3f7-bedc-45ae-92df-21d0307ebc8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-ff3019", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:47:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ff3019"}, "namespace": "ai-tenant-e2e-shared-b-w2-ff3019", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22b1b3f7-bedc-45ae-92df-21d0307ebc8a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-ff3019 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:47:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ff3019"}, "namespace": "ai-tenant-e2e-shared-b-w2-ff3019", "name": "odh-trusted-ca-bundle", "reconcileID": "ebd83fe7-ee65-491c-9d69-f07f8db5af3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-ff3019"} 2026-09-10T19:47:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ff3019"}, "namespace": "ai-tenant-e2e-shared-b-w2-ff3019", "name": "odh-trusted-ca-bundle", "reconcileID": "ebd83fe7-ee65-491c-9d69-f07f8db5af3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-ff3019"} 2026-09-10T19:47:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-ff3019"}, "namespace": "ai-tenant-e2e-shared-b-w2-ff3019", "name": "openshift-service-ca.crt", "reconcileID": "b6d4c269-ecce-4c19-8b45-20751412bea4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-ff3019"} 2026-09-10T19:47:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-ff3019"}, "namespace": "ai-tenant-e2e-shared-b-w2-ff3019", "name": "openshift-service-ca.crt", "reconcileID": "b6d4c269-ecce-4c19-8b45-20751412bea4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-ff3019"} 2026-09-10T19:47:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ff3019"}, "namespace": "ai-tenant-e2e-shared-b-w2-ff3019", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5514b82-0d07-43d8-84ea-f0fdcb93246b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-ff3019"} 2026-09-10T19:47:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-ff3019"}, "namespace": "ai-tenant-e2e-shared-b-w2-ff3019", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5514b82-0d07-43d8-84ea-f0fdcb93246b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-ff3019"} 2026-09-10T19:47:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-ff3019","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-ff3019", "reconcileID": "eac5f374-fd74-4abc-9000-d509c3db979b", "Gateway": "e2e-shared-b-w2-ff3019", "namespace": "openshift-ingress"} 2026-09-10T19:47:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "953af21c-72f3-4a28-ab7c-9c556503e9b3", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:47:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "953af21c-72f3-4a28-ab7c-9c556503e9b3", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:47:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "953af21c-72f3-4a28-ab7c-9c556503e9b3", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:47:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "953af21c-72f3-4a28-ab7c-9c556503e9b3", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291-kserve-route-authn"} 2026-09-10T19:47:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "953af21c-72f3-4a28-ab7c-9c556503e9b3", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291", "authType": "userdefined"} 2026-09-10T19:47:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "953af21c-72f3-4a28-ab7c-9c556503e9b3", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:47:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "58ec22f8-7352-4ea7-9b14-5c69edd36b13", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:47:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "58ec22f8-7352-4ea7-9b14-5c69edd36b13", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291-authn-ssl"} 2026-09-10T19:47:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "58ec22f8-7352-4ea7-9b14-5c69edd36b13", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:47:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "e3e89532-decc-41e0-acfd-7cfa6e39a922", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:47:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "e3e89532-decc-41e0-acfd-7cfa6e39a922", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:47:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "e3e89532-decc-41e0-acfd-7cfa6e39a922", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:47:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "e3e89532-decc-41e0-acfd-7cfa6e39a922", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291-kserve-route-authn"} 2026-09-10T19:47:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "e3e89532-decc-41e0-acfd-7cfa6e39a922", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291", "authType": "userdefined"} 2026-09-10T19:47:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "e3e89532-decc-41e0-acfd-7cfa6e39a922", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:47:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "e4ccfb11-bc33-45b5-a757-cde5109d59d5", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:47:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "e4ccfb11-bc33-45b5-a757-cde5109d59d5", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291-authn-ssl"} 2026-09-10T19:47:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "e4ccfb11-bc33-45b5-a757-cde5109d59d5", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:47:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "9065a4f7-08c4-459b-afee-dce946b5f8f1", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:47:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "9065a4f7-08c4-459b-afee-dce946b5f8f1", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:47:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "9065a4f7-08c4-459b-afee-dce946b5f8f1", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:47:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "9065a4f7-08c4-459b-afee-dce946b5f8f1", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291-kserve-route-authn"} 2026-09-10T19:47:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "9065a4f7-08c4-459b-afee-dce946b5f8f1", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291", "authType": "userdefined"} 2026-09-10T19:47:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "9065a4f7-08c4-459b-afee-dce946b5f8f1", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:47:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "866cbc98-fbc5-41ec-9929-6e533c69e9f7", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:47:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "866cbc98-fbc5-41ec-9929-6e533c69e9f7", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:47:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "866cbc98-fbc5-41ec-9929-6e533c69e9f7", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:47:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "866cbc98-fbc5-41ec-9929-6e533c69e9f7", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291-kserve-route-authn"} 2026-09-10T19:47:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "866cbc98-fbc5-41ec-9929-6e533c69e9f7", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291", "authType": "userdefined"} 2026-09-10T19:47:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "866cbc98-fbc5-41ec-9929-6e533c69e9f7", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:47:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "bcd73fcf-ae1a-4162-aeb7-73372aea5d12", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:47:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "bcd73fcf-ae1a-4162-aeb7-73372aea5d12", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:47:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "bcd73fcf-ae1a-4162-aeb7-73372aea5d12", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:47:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "bcd73fcf-ae1a-4162-aeb7-73372aea5d12", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291-kserve-route-authn"} 2026-09-10T19:47:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "bcd73fcf-ae1a-4162-aeb7-73372aea5d12", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291", "authType": "userdefined"} 2026-09-10T19:47:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "bcd73fcf-ae1a-4162-aeb7-73372aea5d12", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:48:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "ba858bab-cdcd-4858-905b-0df6e5621799", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:48:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "ba858bab-cdcd-4858-905b-0df6e5621799", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446-authn-ssl"} 2026-09-10T19:48:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "ba858bab-cdcd-4858-905b-0df6e5621799", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:48:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "f8ca7099-a8d9-4aff-9e4c-d713329ef686", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:48:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "f8ca7099-a8d9-4aff-9e4c-d713329ef686", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446-authn-ssl"} 2026-09-10T19:48:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "f8ca7099-a8d9-4aff-9e4c-d713329ef686", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:48:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "d94db518-e9e9-4786-a297-01624ed8877c", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:48:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "d94db518-e9e9-4786-a297-01624ed8877c", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446-authn-ssl"} 2026-09-10T19:48:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "d94db518-e9e9-4786-a297-01624ed8877c", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:48:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "2143411c-ab78-4632-9f4a-48b210fec0da", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:48:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "2143411c-ab78-4632-9f4a-48b210fec0da", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446-authn-ssl"} 2026-09-10T19:48:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "2143411c-ab78-4632-9f4a-48b210fec0da", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:48:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "e42f2840-7ca4-472b-a9ba-914645fb60b0", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:48:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "e42f2840-7ca4-472b-a9ba-914645fb60b0", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446-authn-ssl"} 2026-09-10T19:48:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "e42f2840-7ca4-472b-a9ba-914645fb60b0", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:48:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "4e1b9d7a-af9f-4f81-bfa5-0e7dad62b286", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:48:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "4e1b9d7a-af9f-4f81-bfa5-0e7dad62b286", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446-authn-ssl"} 2026-09-10T19:48:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "4e1b9d7a-af9f-4f81-bfa5-0e7dad62b286", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:48:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "0b91bfb4-574e-41ba-8e12-7f4ff2f18a59", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:48:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "0b91bfb4-574e-41ba-8e12-7f4ff2f18a59", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446-authn-ssl"} 2026-09-10T19:48:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "0b91bfb4-574e-41ba-8e12-7f4ff2f18a59", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:48:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "aa347620-e6d7-441f-94a7-e3c03e105bb6", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:48:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "aa347620-e6d7-441f-94a7-e3c03e105bb6", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446-authn-ssl"} 2026-09-10T19:48:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "aa347620-e6d7-441f-94a7-e3c03e105bb6", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:48:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-855446"}, "namespace": "ai-tenant-e2e-ipp-cleanup-855446", "name": "openshift-service-ca.crt", "reconcileID": "7585645c-0840-484d-bb9b-68bea94510bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-855446"} 2026-09-10T19:48:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-855446"}, "namespace": "ai-tenant-e2e-ipp-cleanup-855446", "name": "odh-trusted-ca-bundle", "reconcileID": "61fc2fb0-ae4f-4d2e-9839-87cfb5e96d73", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-855446"} 2026-09-10T19:48:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-855446"}, "namespace": "ai-tenant-e2e-ipp-cleanup-855446", "name": "openshift-service-ca.crt", "reconcileID": "37b683f2-eb8e-440d-902e-1619e6defea4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-855446", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:48:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-855446"}, "namespace": "ai-tenant-e2e-ipp-cleanup-855446", "name": "openshift-service-ca.crt", "reconcileID": "37b683f2-eb8e-440d-902e-1619e6defea4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-855446"} 2026-09-10T19:48:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-855446"}, "namespace": "ai-tenant-e2e-ipp-cleanup-855446", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a59a42e9-f5f6-467a-8421-3f52b8037fe4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-855446"} 2026-09-10T19:48:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-855446"}, "namespace": "ai-tenant-e2e-ipp-cleanup-855446", "name": "openshift-service-ca.crt", "reconcileID": "8c23f6c7-97e1-4633-8cad-b75e40faa832", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-855446"} 2026-09-10T19:48:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-855446"}, "namespace": "ai-tenant-e2e-ipp-cleanup-855446", "name": "odh-trusted-ca-bundle", "reconcileID": "c82e62a3-be98-43df-9864-e6f93450a43b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-855446", "update": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:48:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-855446"}, "namespace": "ai-tenant-e2e-ipp-cleanup-855446", "name": "odh-trusted-ca-bundle", "reconcileID": "c82e62a3-be98-43df-9864-e6f93450a43b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-855446"} 2026-09-10T19:48:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-855446"}, "namespace": "ai-tenant-e2e-ipp-cleanup-855446", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3480dbdd-169b-4aa6-87e3-ffbaee56f2d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-855446"} 2026-09-10T19:48:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "66129cf3-bd91-4c5b-8cb3-c4e453260cd9", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:48:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "66129cf3-bd91-4c5b-8cb3-c4e453260cd9", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446-authn-ssl"} 2026-09-10T19:48:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "66129cf3-bd91-4c5b-8cb3-c4e453260cd9", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:48:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "77c4bf26-2e69-4b59-9694-de7594a93f5c", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:48:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "77c4bf26-2e69-4b59-9694-de7594a93f5c", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446-authn-ssl"} 2026-09-10T19:48:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "77c4bf26-2e69-4b59-9694-de7594a93f5c", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:48:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "58f8c897-1482-4646-a83a-d91f1abf35fa", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:48:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "58f8c897-1482-4646-a83a-d91f1abf35fa", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446-authn-ssl"} 2026-09-10T19:48:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "58f8c897-1482-4646-a83a-d91f1abf35fa", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:48:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "7ee948d6-6bcd-4937-a2d6-4074f78bddbb", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:48:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "7ee948d6-6bcd-4937-a2d6-4074f78bddbb", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446-authn-ssl"} 2026-09-10T19:48:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "7ee948d6-6bcd-4937-a2d6-4074f78bddbb", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:48:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-855446"}, "namespace": "ai-tenant-e2e-ipp-cleanup-855446", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "248f8ddb-34b3-460e-9d25-df1e788230de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-855446"} 2026-09-10T19:48:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-855446"}, "namespace": "ai-tenant-e2e-ipp-cleanup-855446", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "248f8ddb-34b3-460e-9d25-df1e788230de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-855446", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:48:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-855446"}, "namespace": "ai-tenant-e2e-ipp-cleanup-855446", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "248f8ddb-34b3-460e-9d25-df1e788230de", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-855446 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:48:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-855446"}, "namespace": "ai-tenant-e2e-ipp-cleanup-855446", "name": "odh-trusted-ca-bundle", "reconcileID": "0e0e8b9b-7873-4c54-99e3-d4e56d2268e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-855446"} 2026-09-10T19:48:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-855446"}, "namespace": "ai-tenant-e2e-ipp-cleanup-855446", "name": "odh-trusted-ca-bundle", "reconcileID": "0e0e8b9b-7873-4c54-99e3-d4e56d2268e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-855446"} 2026-09-10T19:48:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-855446"}, "namespace": "ai-tenant-e2e-ipp-cleanup-855446", "name": "openshift-service-ca.crt", "reconcileID": "de14e3f0-1339-4ff2-a2cc-9259cf8bf4ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-855446"} 2026-09-10T19:48:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-855446"}, "namespace": "ai-tenant-e2e-ipp-cleanup-855446", "name": "openshift-service-ca.crt", "reconcileID": "de14e3f0-1339-4ff2-a2cc-9259cf8bf4ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-855446"} 2026-09-10T19:48:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-855446"}, "namespace": "ai-tenant-e2e-ipp-cleanup-855446", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "205b04e1-b27a-4dd5-a562-34c7d19ffccd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-855446"} 2026-09-10T19:48:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-855446"}, "namespace": "ai-tenant-e2e-ipp-cleanup-855446", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "205b04e1-b27a-4dd5-a562-34c7d19ffccd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-855446"} 2026-09-10T19:48:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-855446","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-855446", "reconcileID": "0621494a-1ad0-458b-9cfa-47aeac5a60f2", "Gateway": "e2e-ipp-cleanup-855446", "namespace": "openshift-ingress"} 2026-09-10T19:49:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "838538af-371d-429e-9684-c001eb0bf82e", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:49:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "838538af-371d-429e-9684-c001eb0bf82e", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291-authn-ssl"} 2026-09-10T19:49:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "838538af-371d-429e-9684-c001eb0bf82e", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:49:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "78ab0fcb-2f90-4b07-ac30-3a5714a91076", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:49:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "78ab0fcb-2f90-4b07-ac30-3a5714a91076", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291-authn-ssl"} 2026-09-10T19:49:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "78ab0fcb-2f90-4b07-ac30-3a5714a91076", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:49:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "f5842e36-f528-4905-8493-b98888635eaa", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:49:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "f5842e36-f528-4905-8493-b98888635eaa", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291-authn-ssl"} 2026-09-10T19:49:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "f5842e36-f528-4905-8493-b98888635eaa", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:49:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "5271feb7-fe58-4a9f-83a3-69f50695cd66", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:49:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "5271feb7-fe58-4a9f-83a3-69f50695cd66", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:49:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "5271feb7-fe58-4a9f-83a3-69f50695cd66", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:49:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "5271feb7-fe58-4a9f-83a3-69f50695cd66", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291-kserve-route-authn"} 2026-09-10T19:49:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "5271feb7-fe58-4a9f-83a3-69f50695cd66", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291", "authType": "userdefined"} 2026-09-10T19:49:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "5271feb7-fe58-4a9f-83a3-69f50695cd66", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:50:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "a6cfc28d-7d4b-471f-b6f7-5075bfc84092", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:50:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "a6cfc28d-7d4b-471f-b6f7-5075bfc84092", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:50:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "a6cfc28d-7d4b-471f-b6f7-5075bfc84092", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:50:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "a6cfc28d-7d4b-471f-b6f7-5075bfc84092", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291-kserve-route-authn"} 2026-09-10T19:50:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "a6cfc28d-7d4b-471f-b6f7-5075bfc84092", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291", "authType": "userdefined"} 2026-09-10T19:50:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "a6cfc28d-7d4b-471f-b6f7-5075bfc84092", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:50:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "18545856-2bf2-45e2-87f0-fad4de7e1b06", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:50:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "18545856-2bf2-45e2-87f0-fad4de7e1b06", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291"} 2026-09-10T19:50:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "18545856-2bf2-45e2-87f0-fad4de7e1b06", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:50:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "18545856-2bf2-45e2-87f0-fad4de7e1b06", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:50:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "18545856-2bf2-45e2-87f0-fad4de7e1b06", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291-kserve-route-authn"} 2026-09-10T19:50:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "18545856-2bf2-45e2-87f0-fad4de7e1b06", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291-kserve-route-authn"} 2026-09-10T19:50:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "18545856-2bf2-45e2-87f0-fad4de7e1b06", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:50:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "18545856-2bf2-45e2-87f0-fad4de7e1b06", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:50:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0a4b025-49eb-4145-b433-5519d092c752", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:50:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0a4b025-49eb-4145-b433-5519d092c752", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-836291", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:50:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0a4b025-49eb-4145-b433-5519d092c752", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-836291 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:50:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "odh-trusted-ca-bundle", "reconcileID": "70efd8b8-f497-42b5-ab21-08cdfc3b75fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:50:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "odh-trusted-ca-bundle", "reconcileID": "70efd8b8-f497-42b5-ab21-08cdfc3b75fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:50:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "openshift-service-ca.crt", "reconcileID": "4a49a6ea-31b1-4f69-846a-79830c591776", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:50:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "openshift-service-ca.crt", "reconcileID": "4a49a6ea-31b1-4f69-846a-79830c591776", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:50:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "661a6e42-c471-47e6-b0aa-86ba74d29396", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:50:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "661a6e42-c471-47e6-b0aa-86ba74d29396", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:50:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "622c9046-d689-4254-b085-b0e294d2b8b8", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:50:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "622c9046-d689-4254-b085-b0e294d2b8b8", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291-authn-ssl"} 2026-09-10T19:50:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "622c9046-d689-4254-b085-b0e294d2b8b8", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:50:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "2524b115-bbb6-44e9-9ca3-fb7058a48b31", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:50:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "2524b115-bbb6-44e9-9ca3-fb7058a48b31", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291"} 2026-09-10T19:50:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "2524b115-bbb6-44e9-9ca3-fb7058a48b31", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:50:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "2524b115-bbb6-44e9-9ca3-fb7058a48b31", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:50:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "2524b115-bbb6-44e9-9ca3-fb7058a48b31", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291-kserve-route-authn"} 2026-09-10T19:50:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "2524b115-bbb6-44e9-9ca3-fb7058a48b31", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291-kserve-route-authn"} 2026-09-10T19:50:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "2524b115-bbb6-44e9-9ca3-fb7058a48b31", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:50:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "2524b115-bbb6-44e9-9ca3-fb7058a48b31", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:50:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-836291","namespace":"ai-tenant-e2e-ipp-a-836291"}, "namespace": "ai-tenant-e2e-ipp-a-836291", "name": "ipp-route-836291", "reconcileID": "8e3a1da2-67ca-4d82-857f-4b1bbe481f5a", "LLMInferenceService": "ipp-route-836291", "namespace": "ai-tenant-e2e-ipp-a-836291"} 2026-09-10T19:50:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "97580d89-23d7-4e63-86cc-8364b0ee52c4", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:50:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "97580d89-23d7-4e63-86cc-8364b0ee52c4", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291-authn-ssl"} 2026-09-10T19:50:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "97580d89-23d7-4e63-86cc-8364b0ee52c4", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:50:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-836291","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-836291", "reconcileID": "d14c6917-21c9-4e36-a184-f7bd59439a65", "Gateway": "e2e-ipp-a-836291", "namespace": "openshift-ingress"} 2026-09-10T19:50:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "eac95bf0-ec3c-4d3d-9372-799488cbe38e", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress"} 2026-09-10T19:50:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "eac95bf0-ec3c-4d3d-9372-799488cbe38e", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb-authn-ssl"} 2026-09-10T19:50:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "eac95bf0-ec3c-4d3d-9372-799488cbe38e", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress"} 2026-09-10T19:50:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "d51852a1-c39a-4a61-b566-71ecf3aa56e1", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress"} 2026-09-10T19:50:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "d51852a1-c39a-4a61-b566-71ecf3aa56e1", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb-authn-ssl"} 2026-09-10T19:50:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "d51852a1-c39a-4a61-b566-71ecf3aa56e1", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress"} 2026-09-10T19:50:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b588eb"}, "namespace": "ai-tenant-e2e-ipp-b-b588eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67dc345d-8fb9-4dc9-8699-b77c9084b072", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b588eb"} 2026-09-10T19:50:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b588eb"}, "namespace": "ai-tenant-e2e-ipp-b-b588eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67dc345d-8fb9-4dc9-8699-b77c9084b072", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b588eb", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:50:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b588eb"}, "namespace": "ai-tenant-e2e-ipp-b-b588eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67dc345d-8fb9-4dc9-8699-b77c9084b072", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-b588eb because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:50:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b588eb"}, "namespace": "ai-tenant-e2e-ipp-b-b588eb", "name": "odh-trusted-ca-bundle", "reconcileID": "c6b7e693-9597-49e9-84e9-05b1a6c25ad0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b588eb"} 2026-09-10T19:50:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b588eb"}, "namespace": "ai-tenant-e2e-ipp-b-b588eb", "name": "odh-trusted-ca-bundle", "reconcileID": "c6b7e693-9597-49e9-84e9-05b1a6c25ad0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b588eb"} 2026-09-10T19:50:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b588eb"}, "namespace": "ai-tenant-e2e-ipp-b-b588eb", "name": "openshift-service-ca.crt", "reconcileID": "e341f703-529b-4820-be4e-d6d0decc61b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b588eb"} 2026-09-10T19:50:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-b588eb"}, "namespace": "ai-tenant-e2e-ipp-b-b588eb", "name": "openshift-service-ca.crt", "reconcileID": "e341f703-529b-4820-be4e-d6d0decc61b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-b588eb"} 2026-09-10T19:50:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b588eb"}, "namespace": "ai-tenant-e2e-ipp-b-b588eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d172d6f-c27c-4377-8302-423244132596", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b588eb"} 2026-09-10T19:50:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-b588eb"}, "namespace": "ai-tenant-e2e-ipp-b-b588eb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d172d6f-c27c-4377-8302-423244132596", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-b588eb"} 2026-09-10T19:50:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-b588eb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-b588eb", "reconcileID": "a7470352-597c-4772-8bbf-3df9f78b010a", "Gateway": "e2e-ipp-b-b588eb", "namespace": "openshift-ingress"} 2026-09-10T19:50:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-07c5fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-07c5fe", "reconcileID": "ef77a70b-324f-44c6-88d0-8f3d766f78d1", "Gateway": "e2e-shared-a-w3-07c5fe", "namespace": "openshift-ingress"} 2026-09-10T19:50:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-07c5fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-07c5fe", "reconcileID": "ef77a70b-324f-44c6-88d0-8f3d766f78d1", "Gateway": "e2e-shared-a-w3-07c5fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-07c5fe-authn-ssl"} 2026-09-10T19:50:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-07c5fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-07c5fe", "reconcileID": "ef77a70b-324f-44c6-88d0-8f3d766f78d1", "Gateway": "e2e-shared-a-w3-07c5fe", "namespace": "openshift-ingress"} 2026-09-10T19:50:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-07c5fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-07c5fe", "reconcileID": "2b052790-c04c-4512-8fc7-8dfef42c874d", "Gateway": "e2e-shared-a-w3-07c5fe", "namespace": "openshift-ingress"} 2026-09-10T19:50:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-07c5fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-07c5fe", "reconcileID": "2b052790-c04c-4512-8fc7-8dfef42c874d", "Gateway": "e2e-shared-a-w3-07c5fe", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-07c5fe-authn-ssl"} 2026-09-10T19:50:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-07c5fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-07c5fe", "reconcileID": "2b052790-c04c-4512-8fc7-8dfef42c874d", "Gateway": "e2e-shared-a-w3-07c5fe", "namespace": "openshift-ingress"} 2026-09-10T19:50:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-07c5fe"}, "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7b5ba32-526e-4506-8d8d-871ec6fc028c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe"} 2026-09-10T19:50:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-07c5fe"}, "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7b5ba32-526e-4506-8d8d-871ec6fc028c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:50:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-07c5fe"}, "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7b5ba32-526e-4506-8d8d-871ec6fc028c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-07c5fe because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:50:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-07c5fe"}, "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe", "name": "odh-trusted-ca-bundle", "reconcileID": "fb4f0108-c2c8-4ded-bd23-8f8f3a28e9b9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe"} 2026-09-10T19:50:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-07c5fe"}, "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe", "name": "odh-trusted-ca-bundle", "reconcileID": "fb4f0108-c2c8-4ded-bd23-8f8f3a28e9b9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe"} 2026-09-10T19:50:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-07c5fe"}, "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe", "name": "openshift-service-ca.crt", "reconcileID": "d0ab4699-0100-499c-8214-6782b3a9a7fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe"} 2026-09-10T19:50:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-07c5fe"}, "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe", "name": "openshift-service-ca.crt", "reconcileID": "d0ab4699-0100-499c-8214-6782b3a9a7fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe"} 2026-09-10T19:50:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-07c5fe"}, "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d99dd21e-33ec-4d36-8d7a-273c7cd5dbe4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe"} 2026-09-10T19:50:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-07c5fe"}, "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d99dd21e-33ec-4d36-8d7a-273c7cd5dbe4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-07c5fe"} 2026-09-10T19:50:59Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-07c5fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-07c5fe", "reconcileID": "744c4ca7-bb05-426a-9863-a53f862e7169", "Gateway": "e2e-shared-a-w3-07c5fe", "namespace": "openshift-ingress"} 2026-09-10T19:51:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2a1fa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2a1fa9", "reconcileID": "ec330e55-989c-4f09-bb22-bd024d542583", "Gateway": "e2e-shared-b-w3-2a1fa9", "namespace": "openshift-ingress"} 2026-09-10T19:51:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2a1fa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2a1fa9", "reconcileID": "ec330e55-989c-4f09-bb22-bd024d542583", "Gateway": "e2e-shared-b-w3-2a1fa9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2a1fa9-authn-ssl"} 2026-09-10T19:51:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2a1fa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2a1fa9", "reconcileID": "ec330e55-989c-4f09-bb22-bd024d542583", "Gateway": "e2e-shared-b-w3-2a1fa9", "namespace": "openshift-ingress"} 2026-09-10T19:51:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2a1fa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2a1fa9", "reconcileID": "7240d992-8332-4432-af38-b30886d8329c", "Gateway": "e2e-shared-b-w3-2a1fa9", "namespace": "openshift-ingress"} 2026-09-10T19:51:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2a1fa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2a1fa9", "reconcileID": "7240d992-8332-4432-af38-b30886d8329c", "Gateway": "e2e-shared-b-w3-2a1fa9", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2a1fa9-authn-ssl"} 2026-09-10T19:51:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2a1fa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2a1fa9", "reconcileID": "7240d992-8332-4432-af38-b30886d8329c", "Gateway": "e2e-shared-b-w3-2a1fa9", "namespace": "openshift-ingress"} 2026-09-10T19:51:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2a1fa9"}, "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60424f90-fe1c-42f8-97e5-025926cb625a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9"} 2026-09-10T19:51:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2a1fa9"}, "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60424f90-fe1c-42f8-97e5-025926cb625a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9", "create": "odh-kserve-custom-ca-bundle"} 2026-09-10T19:51:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2a1fa9"}, "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60424f90-fe1c-42f8-97e5-025926cb625a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-2a1fa9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-10T19:51:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2a1fa9"}, "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9", "name": "odh-trusted-ca-bundle", "reconcileID": "606f2848-37f4-4be5-b201-dc052264f5e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9"} 2026-09-10T19:51:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2a1fa9"}, "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9", "name": "odh-trusted-ca-bundle", "reconcileID": "606f2848-37f4-4be5-b201-dc052264f5e5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9"} 2026-09-10T19:51:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-2a1fa9"}, "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9", "name": "openshift-service-ca.crt", "reconcileID": "c1473dcb-9b63-4737-8926-5b7b1b95f47a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9"} 2026-09-10T19:51:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-2a1fa9"}, "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9", "name": "openshift-service-ca.crt", "reconcileID": "c1473dcb-9b63-4737-8926-5b7b1b95f47a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9"} 2026-09-10T19:51:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2a1fa9"}, "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c92392af-ff0c-4262-af54-3e750da1d2e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9"} 2026-09-10T19:51:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-2a1fa9"}, "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c92392af-ff0c-4262-af54-3e750da1d2e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-2a1fa9"} 2026-09-10T19:51:17Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-2a1fa9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-2a1fa9", "reconcileID": "d438fa6d-87cb-4163-9cfd-2fae2e2b40b4", "Gateway": "e2e-shared-b-w3-2a1fa9", "namespace": "openshift-ingress"} 2026-09-10T19:51:42Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:51:42Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:51:43Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:51:43Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-10T19:55:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "fe3536a7-6ff7-46fc-9948-2a26b0584b98", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "fe3536a7-6ff7-46fc-9948-2a26b0584b98", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "fe3536a7-6ff7-46fc-9948-2a26b0584b98", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "65543b67-d992-4f1b-969e-cb882ade0f00", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:55:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "fe3536a7-6ff7-46fc-9948-2a26b0584b98", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm", "name": "e2e-same-id-a-fd3007ef-kserve-route-authn"} 2026-09-10T19:55:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "fe3536a7-6ff7-46fc-9948-2a26b0584b98", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:55:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "fe3536a7-6ff7-46fc-9948-2a26b0584b98", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "65543b67-d992-4f1b-969e-cb882ade0f00", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:55:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "65543b67-d992-4f1b-969e-cb882ade0f00", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:55:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "3a2a006b-b4bf-4d62-946d-11015298bf07", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "3a2a006b-b4bf-4d62-946d-11015298bf07", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "3a2a006b-b4bf-4d62-946d-11015298bf07", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "3a2a006b-b4bf-4d62-946d-11015298bf07", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm", "name": "e2e-same-id-b-fd3007ef-kserve-route-authn"} 2026-09-10T19:55:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "3a2a006b-b4bf-4d62-946d-11015298bf07", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:55:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "3a2a006b-b4bf-4d62-946d-11015298bf07", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba0ad946-a68a-4577-a096-76562e00765e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:55:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba0ad946-a68a-4577-a096-76562e00765e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:55:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba0ad946-a68a-4577-a096-76562e00765e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:55:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "06b834fa-b3bf-4a85-9ad8-b07d0ee793f6", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "06b834fa-b3bf-4a85-9ad8-b07d0ee793f6", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "06b834fa-b3bf-4a85-9ad8-b07d0ee793f6", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "06b834fa-b3bf-4a85-9ad8-b07d0ee793f6", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm", "name": "e2e-same-id-a-fd3007ef-kserve-route-authn"} 2026-09-10T19:55:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "06b834fa-b3bf-4a85-9ad8-b07d0ee793f6", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:55:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "06b834fa-b3bf-4a85-9ad8-b07d0ee793f6", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b09587d-3985-4bb1-af78-9efd8d029257", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:55:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b09587d-3985-4bb1-af78-9efd8d029257", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:55:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b09587d-3985-4bb1-af78-9efd8d029257", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:55:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "5a48bea5-8645-43f3-88d3-e0c2066244be", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "5a48bea5-8645-43f3-88d3-e0c2066244be", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "5a48bea5-8645-43f3-88d3-e0c2066244be", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "5a48bea5-8645-43f3-88d3-e0c2066244be", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm", "name": "e2e-same-id-a-fd3007ef-kserve-route-authn"} 2026-09-10T19:55:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "5a48bea5-8645-43f3-88d3-e0c2066244be", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:55:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "5a48bea5-8645-43f3-88d3-e0c2066244be", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "36356a46-e494-4d82-a4bb-12606f3b103e", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "36356a46-e494-4d82-a4bb-12606f3b103e", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "36356a46-e494-4d82-a4bb-12606f3b103e", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "36356a46-e494-4d82-a4bb-12606f3b103e", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm", "name": "e2e-same-id-b-fd3007ef-kserve-route-authn"} 2026-09-10T19:55:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "36356a46-e494-4d82-a4bb-12606f3b103e", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:55:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "36356a46-e494-4d82-a4bb-12606f3b103e", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c394ab39-67f3-4b62-b394-316558e2e3aa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:55:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c394ab39-67f3-4b62-b394-316558e2e3aa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:55:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c394ab39-67f3-4b62-b394-316558e2e3aa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:55:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "b1c3c792-1060-4dd8-9de7-26a851adcdd1", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "b1c3c792-1060-4dd8-9de7-26a851adcdd1", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "b1c3c792-1060-4dd8-9de7-26a851adcdd1", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "b1c3c792-1060-4dd8-9de7-26a851adcdd1", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm", "name": "e2e-same-id-b-fd3007ef-kserve-route-authn"} 2026-09-10T19:55:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "b1c3c792-1060-4dd8-9de7-26a851adcdd1", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:55:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "b1c3c792-1060-4dd8-9de7-26a851adcdd1", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "3384d28e-5024-46f4-b3b2-f3a654d799c7", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "3384d28e-5024-46f4-b3b2-f3a654d799c7", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "3384d28e-5024-46f4-b3b2-f3a654d799c7", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm"} 2026-09-10T19:55:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "3384d28e-5024-46f4-b3b2-f3a654d799c7", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm", "name": "e2e-same-id-a-fd3007ef-kserve-route-authn"} 2026-09-10T19:55:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "3384d28e-5024-46f4-b3b2-f3a654d799c7", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:55:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "3384d28e-5024-46f4-b3b2-f3a654d799c7", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm"} 2026-09-10T19:56:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "cdd18aec-bb21-4396-b84e-c84d48b490eb", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm"} 2026-09-10T19:56:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "cdd18aec-bb21-4396-b84e-c84d48b490eb", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm"} 2026-09-10T19:56:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "cdd18aec-bb21-4396-b84e-c84d48b490eb", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm"} 2026-09-10T19:56:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "cdd18aec-bb21-4396-b84e-c84d48b490eb", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm", "name": "e2e-same-id-b-fd3007ef-kserve-route-authn"} 2026-09-10T19:56:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "cdd18aec-bb21-4396-b84e-c84d48b490eb", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm", "authType": "userdefined"} 2026-09-10T19:56:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "cdd18aec-bb21-4396-b84e-c84d48b490eb", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm"} 2026-09-10T19:56:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "09d55212-c4fb-48de-9b07-8e861bb89000", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm"} 2026-09-10T19:56:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "09d55212-c4fb-48de-9b07-8e861bb89000", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm", "name": "e2e-same-id-a-fd3007ef"} 2026-09-10T19:56:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "09d55212-c4fb-48de-9b07-8e861bb89000", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm"} 2026-09-10T19:56:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "09d55212-c4fb-48de-9b07-8e861bb89000", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm"} 2026-09-10T19:56:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "09d55212-c4fb-48de-9b07-8e861bb89000", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm", "name": "e2e-same-id-a-fd3007ef-kserve-route-authn"} 2026-09-10T19:56:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "09d55212-c4fb-48de-9b07-8e861bb89000", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm", "name": "e2e-same-id-a-fd3007ef-kserve-route-authn"} 2026-09-10T19:56:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fd3007ef", "reconcileID": "7b3acb65-21a6-481b-a8c9-ecb66c2543ae", "LLMInferenceService": "e2e-same-id-a-fd3007ef", "namespace": "llm"} 2026-09-10T19:56:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e30055a-5127-457d-9368-595f98fa13b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:56:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e30055a-5127-457d-9368-595f98fa13b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:56:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e30055a-5127-457d-9368-595f98fa13b0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:56:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3c647cb2-e08c-4b43-b80c-2f3bf3f98e32", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:56:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3c647cb2-e08c-4b43-b80c-2f3bf3f98e32", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:56:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3c647cb2-e08c-4b43-b80c-2f3bf3f98e32", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:56:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "ea076813-e471-4e98-bbeb-2fa529beed1a", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm"} 2026-09-10T19:56:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "ea076813-e471-4e98-bbeb-2fa529beed1a", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm", "name": "e2e-same-id-b-fd3007ef"} 2026-09-10T19:56:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "ea076813-e471-4e98-bbeb-2fa529beed1a", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm"} 2026-09-10T19:56:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "ea076813-e471-4e98-bbeb-2fa529beed1a", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm"} 2026-09-10T19:56:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "ea076813-e471-4e98-bbeb-2fa529beed1a", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm", "name": "e2e-same-id-b-fd3007ef-kserve-route-authn"} 2026-09-10T19:56:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "ea076813-e471-4e98-bbeb-2fa529beed1a", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm", "name": "e2e-same-id-b-fd3007ef-kserve-route-authn"} 2026-09-10T19:56:08Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fd3007ef","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fd3007ef", "reconcileID": "1040dd84-42a1-43a6-a535-b4b824485f2a", "LLMInferenceService": "e2e-same-id-b-fd3007ef", "namespace": "llm"} 2026-09-10T19:56:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "840a7a87-98bf-4a12-b15b-82cb53458ec0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:56:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "840a7a87-98bf-4a12-b15b-82cb53458ec0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:56:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "840a7a87-98bf-4a12-b15b-82cb53458ec0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:56:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "25184f3d-6db0-4303-ae1c-5eaffa22e8bd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-10T19:56:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "25184f3d-6db0-4303-ae1c-5eaffa22e8bd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-10T19:56:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "25184f3d-6db0-4303-ae1c-5eaffa22e8bd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}