2026-09-06T01:31:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-20a262","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-20a262", "reconcileID": "1fd3c4c9-33fe-47f6-8c87-23f9a50115e0", "Gateway": "e2e-api-b-20a262", "namespace": "openshift-ingress", "name": "e2e-api-b-20a262-authn-ssl"} 2026-09-06T01:31:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-20a262","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-20a262", "reconcileID": "1fd3c4c9-33fe-47f6-8c87-23f9a50115e0", "Gateway": "e2e-api-b-20a262", "namespace": "openshift-ingress"} 2026-09-06T01:31:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5833d5","namespace":"ai-tenant-e2e-shared-a-w3-5833d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-5833d5", "name": "rate-test-model-5833d5", "reconcileID": "f7f4ea6e-5632-42fa-bc7c-d5cf89fcef59", "LLMInferenceService": "rate-test-model-5833d5", "namespace": "ai-tenant-e2e-shared-a-w3-5833d5"} 2026-09-06T01:31:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5833d5","namespace":"ai-tenant-e2e-shared-a-w3-5833d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-5833d5", "name": "rate-test-model-5833d5", "reconcileID": "f7f4ea6e-5632-42fa-bc7c-d5cf89fcef59", "LLMInferenceService": "rate-test-model-5833d5", "namespace": "ai-tenant-e2e-shared-a-w3-5833d5", "name": "rate-test-model-5833d5"} 2026-09-06T01:31:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5833d5","namespace":"ai-tenant-e2e-shared-a-w3-5833d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-5833d5", "name": "rate-test-model-5833d5", "reconcileID": "f7f4ea6e-5632-42fa-bc7c-d5cf89fcef59", "LLMInferenceService": "rate-test-model-5833d5", "namespace": "ai-tenant-e2e-shared-a-w3-5833d5"} 2026-09-06T01:31:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5833d5","namespace":"ai-tenant-e2e-shared-a-w3-5833d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-5833d5", "name": "rate-test-model-5833d5", "reconcileID": "f7f4ea6e-5632-42fa-bc7c-d5cf89fcef59", "LLMInferenceService": "rate-test-model-5833d5", "namespace": "ai-tenant-e2e-shared-a-w3-5833d5"} 2026-09-06T01:31:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5833d5","namespace":"ai-tenant-e2e-shared-a-w3-5833d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-5833d5", "name": "rate-test-model-5833d5", "reconcileID": "f7f4ea6e-5632-42fa-bc7c-d5cf89fcef59", "LLMInferenceService": "rate-test-model-5833d5", "namespace": "ai-tenant-e2e-shared-a-w3-5833d5", "name": "rate-test-model-5833d5-kserve-route-authn"} 2026-09-06T01:31:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5833d5","namespace":"ai-tenant-e2e-shared-a-w3-5833d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-5833d5", "name": "rate-test-model-5833d5", "reconcileID": "f7f4ea6e-5632-42fa-bc7c-d5cf89fcef59", "LLMInferenceService": "rate-test-model-5833d5", "namespace": "ai-tenant-e2e-shared-a-w3-5833d5", "name": "rate-test-model-5833d5-kserve-route-authn"} 2026-09-06T01:31:16Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5833d5","namespace":"ai-tenant-e2e-shared-a-w3-5833d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-5833d5", "name": "rate-test-model-5833d5", "reconcileID": "f7f4ea6e-5632-42fa-bc7c-d5cf89fcef59", "LLMInferenceService": "rate-test-model-5833d5", "namespace": "ai-tenant-e2e-shared-a-w3-5833d5", "namespace": "ai-tenant-e2e-shared-a-w3-5833d5"} 2026-09-06T01:31:16Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5833d5","namespace":"ai-tenant-e2e-shared-a-w3-5833d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-5833d5", "name": "rate-test-model-5833d5", "reconcileID": "f7f4ea6e-5632-42fa-bc7c-d5cf89fcef59", "LLMInferenceService": "rate-test-model-5833d5", "namespace": "ai-tenant-e2e-shared-a-w3-5833d5", "namespace": "ai-tenant-e2e-shared-a-w3-5833d5"} 2026-09-06T01:31:17Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-5833d5","namespace":"ai-tenant-e2e-shared-a-w3-5833d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-5833d5", "name": "rate-test-model-5833d5", "reconcileID": "f5058a6b-c70e-4b44-86b1-1b924ac77b55", "LLMInferenceService": "rate-test-model-5833d5", "namespace": "ai-tenant-e2e-shared-a-w3-5833d5"} 2026-09-06T01:31:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5833d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5833d5", "reconcileID": "63fee4bd-9c06-46d9-a908-f0083277d1b9", "Gateway": "e2e-shared-a-w3-5833d5", "namespace": "openshift-ingress"} 2026-09-06T01:31:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5833d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5833d5", "reconcileID": "63fee4bd-9c06-46d9-a908-f0083277d1b9", "Gateway": "e2e-shared-a-w3-5833d5", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5833d5-authn-ssl"} 2026-09-06T01:31:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5833d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5833d5", "reconcileID": "63fee4bd-9c06-46d9-a908-f0083277d1b9", "Gateway": "e2e-shared-a-w3-5833d5", "namespace": "openshift-ingress"} 2026-09-06T01:31:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5833d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5833d5", "reconcileID": "611f2a01-8628-48ae-97cb-df722a7b02d6", "Gateway": "e2e-shared-a-w3-5833d5", "namespace": "openshift-ingress"} 2026-09-06T01:31:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5833d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5833d5", "reconcileID": "611f2a01-8628-48ae-97cb-df722a7b02d6", "Gateway": "e2e-shared-a-w3-5833d5", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5833d5-authn-ssl"} 2026-09-06T01:31:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5833d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5833d5", "reconcileID": "611f2a01-8628-48ae-97cb-df722a7b02d6", "Gateway": "e2e-shared-a-w3-5833d5", "namespace": "openshift-ingress"} 2026-09-06T01:31:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41f259","namespace":"ai-tenant-e2e-shared-b-w3-41f259"}, "namespace": "ai-tenant-e2e-shared-b-w3-41f259", "name": "rate-test-model-41f259", "reconcileID": "c63a2e96-c382-40e1-b4ac-89511643480f", "LLMInferenceService": "rate-test-model-41f259", "namespace": "ai-tenant-e2e-shared-b-w3-41f259"} 2026-09-06T01:31:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41f259","namespace":"ai-tenant-e2e-shared-b-w3-41f259"}, "namespace": "ai-tenant-e2e-shared-b-w3-41f259", "name": "rate-test-model-41f259", "reconcileID": "c63a2e96-c382-40e1-b4ac-89511643480f", "LLMInferenceService": "rate-test-model-41f259", "namespace": "ai-tenant-e2e-shared-b-w3-41f259", "name": "rate-test-model-41f259"} 2026-09-06T01:31:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41f259","namespace":"ai-tenant-e2e-shared-b-w3-41f259"}, "namespace": "ai-tenant-e2e-shared-b-w3-41f259", "name": "rate-test-model-41f259", "reconcileID": "c63a2e96-c382-40e1-b4ac-89511643480f", "LLMInferenceService": "rate-test-model-41f259", "namespace": "ai-tenant-e2e-shared-b-w3-41f259"} 2026-09-06T01:31:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41f259","namespace":"ai-tenant-e2e-shared-b-w3-41f259"}, "namespace": "ai-tenant-e2e-shared-b-w3-41f259", "name": "rate-test-model-41f259", "reconcileID": "c63a2e96-c382-40e1-b4ac-89511643480f", "LLMInferenceService": "rate-test-model-41f259", "namespace": "ai-tenant-e2e-shared-b-w3-41f259"} 2026-09-06T01:31:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41f259","namespace":"ai-tenant-e2e-shared-b-w3-41f259"}, "namespace": "ai-tenant-e2e-shared-b-w3-41f259", "name": "rate-test-model-41f259", "reconcileID": "c63a2e96-c382-40e1-b4ac-89511643480f", "LLMInferenceService": "rate-test-model-41f259", "namespace": "ai-tenant-e2e-shared-b-w3-41f259", "name": "rate-test-model-41f259-kserve-route-authn"} 2026-09-06T01:31:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41f259","namespace":"ai-tenant-e2e-shared-b-w3-41f259"}, "namespace": "ai-tenant-e2e-shared-b-w3-41f259", "name": "rate-test-model-41f259", "reconcileID": "c63a2e96-c382-40e1-b4ac-89511643480f", "LLMInferenceService": "rate-test-model-41f259", "namespace": "ai-tenant-e2e-shared-b-w3-41f259", "name": "rate-test-model-41f259-kserve-route-authn"} 2026-09-06T01:31:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41f259","namespace":"ai-tenant-e2e-shared-b-w3-41f259"}, "namespace": "ai-tenant-e2e-shared-b-w3-41f259", "name": "rate-test-model-41f259", "reconcileID": "c63a2e96-c382-40e1-b4ac-89511643480f", "LLMInferenceService": "rate-test-model-41f259", "namespace": "ai-tenant-e2e-shared-b-w3-41f259", "namespace": "ai-tenant-e2e-shared-b-w3-41f259"} 2026-09-06T01:31:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41f259","namespace":"ai-tenant-e2e-shared-b-w3-41f259"}, "namespace": "ai-tenant-e2e-shared-b-w3-41f259", "name": "rate-test-model-41f259", "reconcileID": "c63a2e96-c382-40e1-b4ac-89511643480f", "LLMInferenceService": "rate-test-model-41f259", "namespace": "ai-tenant-e2e-shared-b-w3-41f259", "namespace": "ai-tenant-e2e-shared-b-w3-41f259"} 2026-09-06T01:31:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-41f259","namespace":"ai-tenant-e2e-shared-b-w3-41f259"}, "namespace": "ai-tenant-e2e-shared-b-w3-41f259", "name": "rate-test-model-41f259", "reconcileID": "9f58b04e-09eb-4dde-a4c7-d404c6de8e9e", "LLMInferenceService": "rate-test-model-41f259", "namespace": "ai-tenant-e2e-shared-b-w3-41f259"} 2026-09-06T01:31:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41f259","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41f259", "reconcileID": "1737d1a8-a1ec-4181-bc5c-027c293c50e2", "Gateway": "e2e-shared-b-w3-41f259", "namespace": "openshift-ingress"} 2026-09-06T01:31:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41f259","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41f259", "reconcileID": "1737d1a8-a1ec-4181-bc5c-027c293c50e2", "Gateway": "e2e-shared-b-w3-41f259", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41f259-authn-ssl"} 2026-09-06T01:31:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41f259","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41f259", "reconcileID": "1737d1a8-a1ec-4181-bc5c-027c293c50e2", "Gateway": "e2e-shared-b-w3-41f259", "namespace": "openshift-ingress"} 2026-09-06T01:31:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41f259","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41f259", "reconcileID": "ab323585-4771-47fc-beb7-1854e5235701", "Gateway": "e2e-shared-b-w3-41f259", "namespace": "openshift-ingress"} 2026-09-06T01:31:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41f259","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41f259", "reconcileID": "ab323585-4771-47fc-beb7-1854e5235701", "Gateway": "e2e-shared-b-w3-41f259", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41f259-authn-ssl"} 2026-09-06T01:31:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41f259","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41f259", "reconcileID": "ab323585-4771-47fc-beb7-1854e5235701", "Gateway": "e2e-shared-b-w3-41f259", "namespace": "openshift-ingress"} 2026-09-06T01:31:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "cb09724c-92fa-4e67-9eef-ccae4bd4bd11", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:31:18Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "cb09724c-92fa-4e67-9eef-ccae4bd4bd11", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322-authn-ssl"} 2026-09-06T01:31:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "cb09724c-92fa-4e67-9eef-ccae4bd4bd11", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:31:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "d7fe066a-9a24-4c35-a413-446c8df789f8", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:31:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "d7fe066a-9a24-4c35-a413-446c8df789f8", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322-authn-ssl"} 2026-09-06T01:31:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "d7fe066a-9a24-4c35-a413-446c8df789f8", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:31:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "1a418c89-839a-4f85-9461-671b616e3651", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:31:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "1a418c89-839a-4f85-9461-671b616e3651", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322-authn-ssl"} 2026-09-06T01:31:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "1a418c89-839a-4f85-9461-671b616e3651", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:31:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "b89edc1d-8a8d-46bb-853a-41d3493ce5d1", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:31:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "b89edc1d-8a8d-46bb-853a-41d3493ce5d1", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322-authn-ssl"} 2026-09-06T01:31:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "b89edc1d-8a8d-46bb-853a-41d3493ce5d1", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:31:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "f8c46521-0607-4fe9-a549-41122fa184ac", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:31:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "f8c46521-0607-4fe9-a549-41122fa184ac", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322-authn-ssl"} 2026-09-06T01:31:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "f8c46521-0607-4fe9-a549-41122fa184ac", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:31:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "c82f8429-d8ca-46cd-bb7d-8c228546c418", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:31:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "c82f8429-d8ca-46cd-bb7d-8c228546c418", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322-authn-ssl"} 2026-09-06T01:31:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "c82f8429-d8ca-46cd-bb7d-8c228546c418", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:31:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "a37aa2e8-2a03-4a5c-ae41-0b3716f93156", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:31:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "a37aa2e8-2a03-4a5c-ae41-0b3716f93156", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322-authn-ssl"} 2026-09-06T01:31:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "a37aa2e8-2a03-4a5c-ae41-0b3716f93156", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:31:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "openshift-service-ca.crt", "reconcileID": "937c7f0e-185d-4a29-817f-8bf6b8bf2640", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:31:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "odh-trusted-ca-bundle", "reconcileID": "9d2afb85-e6e8-4cb2-b1ba-14fa6205c137", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:31:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "openshift-service-ca.crt", "reconcileID": "d8456d18-155c-4c6f-a605-1282ffcfc69e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-de7322", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T01:31:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "openshift-service-ca.crt", "reconcileID": "d8456d18-155c-4c6f-a605-1282ffcfc69e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:31:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d85600e1-6941-4383-b535-59d562669ac7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:31:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "openshift-service-ca.crt", "reconcileID": "f4ea882a-d5c3-4761-88c7-dfeae522bb79", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:31:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "odh-trusted-ca-bundle", "reconcileID": "193845d5-323b-4ef6-80dd-22d25d43068e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-de7322", "update": "odh-kserve-custom-ca-bundle"} 2026-09-06T01:31:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "odh-trusted-ca-bundle", "reconcileID": "193845d5-323b-4ef6-80dd-22d25d43068e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:31:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae0f128b-8815-45b9-8635-268bda65b5f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:31:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "0f3f90a9-95c8-4db4-80f1-0064457a1f6d", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:31:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "0f3f90a9-95c8-4db4-80f1-0064457a1f6d", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322-authn-ssl"} 2026-09-06T01:31:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "0f3f90a9-95c8-4db4-80f1-0064457a1f6d", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:31:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c9249d7a-2a7a-4e63-b202-42eb0cefb518", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-09-06T01:31:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "75fc19a4-f7a7-4345-93a0-700ca82e0080", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-09-06T01:31:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "656cdc2f-7723-4755-996f-e3c33b26e99d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-09-06T01:31:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8297c9a9-8a24-47fa-b2d7-69d027b9d519", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-09-06T01:31:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ee416d1b-3401-4b53-9a86-9f849ba4b8b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-09-06T01:31:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "824d1658-d4d7-437b-8c0e-567b2d551fff", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-09-06T01:31:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "67c1d8e3-b2f1-436b-ac87-2da1cd6f7545", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:31:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "67c1d8e3-b2f1-436b-ac87-2da1cd6f7545", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322-authn-ssl"} 2026-09-06T01:31:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "67c1d8e3-b2f1-436b-ac87-2da1cd6f7545", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:31:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "29785619-cd79-402c-aeb6-c4d07a9f5fde", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-09-06T01:31:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7b006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7b006", "reconcileID": "580345ef-9d2d-432d-8bac-a25208630402", "Gateway": "e2e-api-a-a7b006", "namespace": "openshift-ingress"} 2026-09-06T01:31:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7b006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7b006", "reconcileID": "580345ef-9d2d-432d-8bac-a25208630402", "Gateway": "e2e-api-a-a7b006", "namespace": "openshift-ingress", "name": "e2e-api-a-a7b006-authn-ssl"} 2026-09-06T01:31:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7b006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7b006", "reconcileID": "580345ef-9d2d-432d-8bac-a25208630402", "Gateway": "e2e-api-a-a7b006", "namespace": "openshift-ingress"} 2026-09-06T01:31:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "8bc52025-efa5-4096-8b1f-2b24649d016f", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:31:48Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "8bc52025-efa5-4096-8b1f-2b24649d016f", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1-authn-ssl"} 2026-09-06T01:31:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "8bc52025-efa5-4096-8b1f-2b24649d016f", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:31:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "ffefbce4-28f6-4431-9880-deb65e144c4c", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:31:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "ffefbce4-28f6-4431-9880-deb65e144c4c", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1-authn-ssl"} 2026-09-06T01:31:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "ffefbce4-28f6-4431-9880-deb65e144c4c", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:31:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "ac43e435-5c91-4f40-9332-8900c56d7ce5", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:31:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "ac43e435-5c91-4f40-9332-8900c56d7ce5", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1-authn-ssl"} 2026-09-06T01:31:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "ac43e435-5c91-4f40-9332-8900c56d7ce5", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:31:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "4ebd36b8-c6ea-41b1-b00c-001792cfe375", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:31:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "4ebd36b8-c6ea-41b1-b00c-001792cfe375", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1-authn-ssl"} 2026-09-06T01:31:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "4ebd36b8-c6ea-41b1-b00c-001792cfe375", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:31:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "740d74ad-4b8e-4401-9c65-9ff0fe067df2", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:31:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "740d74ad-4b8e-4401-9c65-9ff0fe067df2", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1-authn-ssl"} 2026-09-06T01:31:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "740d74ad-4b8e-4401-9c65-9ff0fe067df2", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:31:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "754f2993-e691-4dcd-94f8-6426e343befd", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:31:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "754f2993-e691-4dcd-94f8-6426e343befd", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1-authn-ssl"} 2026-09-06T01:31:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "754f2993-e691-4dcd-94f8-6426e343befd", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:31:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "0d7267e3-6113-446d-8d75-6d471770b09c", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:31:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "0d7267e3-6113-446d-8d75-6d471770b09c", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1-authn-ssl"} 2026-09-06T01:31:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "0d7267e3-6113-446d-8d75-6d471770b09c", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:31:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "7e650856-3b30-48b9-b4c8-0edbf4e00d04", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:31:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "7e650856-3b30-48b9-b4c8-0edbf4e00d04", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1-authn-ssl"} 2026-09-06T01:31:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "7e650856-3b30-48b9-b4c8-0edbf4e00d04", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:31:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7b006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7b006", "reconcileID": "4ac2c5fd-a859-443b-b12e-62519cb26840", "Gateway": "e2e-api-a-a7b006", "namespace": "openshift-ingress"} 2026-09-06T01:31:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7b006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7b006", "reconcileID": "4ac2c5fd-a859-443b-b12e-62519cb26840", "Gateway": "e2e-api-a-a7b006", "namespace": "openshift-ingress", "name": "e2e-api-a-a7b006-authn-ssl"} 2026-09-06T01:31:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7b006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7b006", "reconcileID": "4ac2c5fd-a859-443b-b12e-62519cb26840", "Gateway": "e2e-api-a-a7b006", "namespace": "openshift-ingress"} 2026-09-06T01:31:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0b81e1"}, "namespace": "ai-tenant-e2e-ipp-b-0b81e1", "name": "openshift-service-ca.crt", "reconcileID": "d7708ce7-e8a6-4ded-97de-06cc8e0d7b03", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0b81e1"} 2026-09-06T01:31:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0b81e1"}, "namespace": "ai-tenant-e2e-ipp-b-0b81e1", "name": "odh-trusted-ca-bundle", "reconcileID": "c27c135e-182c-463f-a949-876b2a8e33b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0b81e1"} 2026-09-06T01:31:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0b81e1"}, "namespace": "ai-tenant-e2e-ipp-b-0b81e1", "name": "openshift-service-ca.crt", "reconcileID": "ea68aa96-2acf-422d-9eba-684bb67f5320", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0b81e1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T01:31:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0b81e1"}, "namespace": "ai-tenant-e2e-ipp-b-0b81e1", "name": "openshift-service-ca.crt", "reconcileID": "ea68aa96-2acf-422d-9eba-684bb67f5320", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0b81e1"} 2026-09-06T01:31:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0b81e1"}, "namespace": "ai-tenant-e2e-ipp-b-0b81e1", "name": "odh-trusted-ca-bundle", "reconcileID": "5ae46507-5f88-46e0-a3e3-91c49afc1ff4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0b81e1", "update": "odh-kserve-custom-ca-bundle"} 2026-09-06T01:31:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0b81e1"}, "namespace": "ai-tenant-e2e-ipp-b-0b81e1", "name": "odh-trusted-ca-bundle", "reconcileID": "5ae46507-5f88-46e0-a3e3-91c49afc1ff4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0b81e1"} 2026-09-06T01:31:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0b81e1"}, "namespace": "ai-tenant-e2e-ipp-b-0b81e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45233b35-399b-4837-aaa6-3a328dcbfffc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0b81e1"} 2026-09-06T01:31:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0b81e1"}, "namespace": "ai-tenant-e2e-ipp-b-0b81e1", "name": "openshift-service-ca.crt", "reconcileID": "e841b90c-2bbe-4b20-8b32-e67052abacd7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0b81e1"} 2026-09-06T01:31:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a7b006"}, "namespace": "ai-tenant-e2e-api-a-a7b006", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "caa184a2-7b5d-4dba-aaf1-1b6e90bbebad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a7b006"} 2026-09-06T01:31:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a7b006"}, "namespace": "ai-tenant-e2e-api-a-a7b006", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "caa184a2-7b5d-4dba-aaf1-1b6e90bbebad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a7b006"} 2026-09-06T01:31:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-a7b006"}, "namespace": "ai-tenant-e2e-api-a-a7b006", "name": "odh-trusted-ca-bundle", "reconcileID": "868ce2c4-c5fb-44da-88da-76e585a9ea42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a7b006"} 2026-09-06T01:31:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-a7b006"}, "namespace": "ai-tenant-e2e-api-a-a7b006", "name": "odh-trusted-ca-bundle", "reconcileID": "868ce2c4-c5fb-44da-88da-76e585a9ea42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a7b006"} 2026-09-06T01:31:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-a7b006"}, "namespace": "ai-tenant-e2e-api-a-a7b006", "name": "openshift-service-ca.crt", "reconcileID": "c766c933-e086-44a7-a66b-7f15fdf87a76", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-a7b006"} 2026-09-06T01:31:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-a7b006"}, "namespace": "ai-tenant-e2e-api-a-a7b006", "name": "openshift-service-ca.crt", "reconcileID": "c766c933-e086-44a7-a66b-7f15fdf87a76", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-a7b006"} 2026-09-06T01:31:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7b006","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7b006", "reconcileID": "d6282ae6-ceb3-45a4-a7ef-2e093e32672e", "Gateway": "e2e-api-a-a7b006", "namespace": "openshift-ingress"} 2026-09-06T01:31:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "9bb6880f-75b6-4fdd-aa83-51f363443b2f", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:31:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "9bb6880f-75b6-4fdd-aa83-51f363443b2f", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1-authn-ssl"} 2026-09-06T01:31:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "9bb6880f-75b6-4fdd-aa83-51f363443b2f", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:31:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "efa44f42-7774-46a5-9aaf-e78abfa6d222", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-09-06T01:31:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "90220113-7bfd-415d-91e9-24f36f876d33", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-09-06T01:31:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d7efd21f-0e33-44f7-948c-40f197025430", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-09-06T01:31:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "5a07a42b-d500-4fc6-9a68-03b5512b2256", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:31:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "5a07a42b-d500-4fc6-9a68-03b5512b2256", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1-authn-ssl"} 2026-09-06T01:31:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "5a07a42b-d500-4fc6-9a68-03b5512b2256", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:31:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "92844d7a-4c26-48ff-a39a-f1b55a842169", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-09-06T01:32:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1bcd9fef-fd31-40e8-a449-e840647c8bf9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-09-06T01:32:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-20a262","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-20a262", "reconcileID": "c258e551-1019-45e0-9b4a-9716f4cc6d92", "Gateway": "e2e-api-b-20a262", "namespace": "openshift-ingress"} 2026-09-06T01:32:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-20a262","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-20a262", "reconcileID": "c258e551-1019-45e0-9b4a-9716f4cc6d92", "Gateway": "e2e-api-b-20a262", "namespace": "openshift-ingress", "name": "e2e-api-b-20a262-authn-ssl"} 2026-09-06T01:32:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-20a262","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-20a262", "reconcileID": "c258e551-1019-45e0-9b4a-9716f4cc6d92", "Gateway": "e2e-api-b-20a262", "namespace": "openshift-ingress"} 2026-09-06T01:32:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "25f16b6e-3ff4-4555-8c77-ec62e615552e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-09-06T01:32:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-20a262"}, "namespace": "ai-tenant-e2e-api-b-20a262", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cead0b03-6119-4f54-b1a8-166abba4ec82", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-20a262"} 2026-09-06T01:32:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-20a262"}, "namespace": "ai-tenant-e2e-api-b-20a262", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cead0b03-6119-4f54-b1a8-166abba4ec82", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-20a262", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T01:32:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-20a262"}, "namespace": "ai-tenant-e2e-api-b-20a262", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cead0b03-6119-4f54-b1a8-166abba4ec82", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-20a262 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T01:32:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-20a262"}, "namespace": "ai-tenant-e2e-api-b-20a262", "name": "odh-trusted-ca-bundle", "reconcileID": "0ed9a824-3437-4761-8a79-88ec7f29ff26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-20a262"} 2026-09-06T01:32:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-20a262"}, "namespace": "ai-tenant-e2e-api-b-20a262", "name": "odh-trusted-ca-bundle", "reconcileID": "0ed9a824-3437-4761-8a79-88ec7f29ff26", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-20a262"} 2026-09-06T01:32:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-20a262"}, "namespace": "ai-tenant-e2e-api-b-20a262", "name": "openshift-service-ca.crt", "reconcileID": "48414412-f0fe-4043-ba8f-e579ad045a7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-20a262"} 2026-09-06T01:32:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-20a262"}, "namespace": "ai-tenant-e2e-api-b-20a262", "name": "openshift-service-ca.crt", "reconcileID": "48414412-f0fe-4043-ba8f-e579ad045a7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-20a262"} 2026-09-06T01:32:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-20a262"}, "namespace": "ai-tenant-e2e-api-b-20a262", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "100548e2-c7f6-4ab8-a60d-7db453ebcf6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-20a262"} 2026-09-06T01:32:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-20a262"}, "namespace": "ai-tenant-e2e-api-b-20a262", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "100548e2-c7f6-4ab8-a60d-7db453ebcf6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-20a262"} 2026-09-06T01:32:15Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-20a262","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-20a262", "reconcileID": "5761eb26-32a6-4a07-b884-eebd2b440fce", "Gateway": "e2e-api-b-20a262", "namespace": "openshift-ingress"} 2026-09-06T01:32:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bf82e533-123e-4f5e-9dfb-1628c5b3a678", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-09-06T01:32:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "767d1efb-cf56-45c7-a2ff-d1321f068ec6", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:32:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "767d1efb-cf56-45c7-a2ff-d1321f068ec6", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:32:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "767d1efb-cf56-45c7-a2ff-d1321f068ec6", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:32:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "c0c00ac8-4999-44e9-a474-26531c1320ae", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:32:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "767d1efb-cf56-45c7-a2ff-d1321f068ec6", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322-kserve-route-authn"} 2026-09-06T01:32:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "767d1efb-cf56-45c7-a2ff-d1321f068ec6", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322", "authType": "userdefined"} 2026-09-06T01:32:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "767d1efb-cf56-45c7-a2ff-d1321f068ec6", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:32:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "c0c00ac8-4999-44e9-a474-26531c1320ae", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322-authn-ssl"} 2026-09-06T01:32:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "c0c00ac8-4999-44e9-a474-26531c1320ae", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:32:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "0d03771b-0e1b-4066-b6d6-f035397f8d9e", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:32:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "0d03771b-0e1b-4066-b6d6-f035397f8d9e", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:32:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "0d03771b-0e1b-4066-b6d6-f035397f8d9e", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:32:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "0d03771b-0e1b-4066-b6d6-f035397f8d9e", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322-kserve-route-authn"} 2026-09-06T01:32:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "0d03771b-0e1b-4066-b6d6-f035397f8d9e", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322", "authType": "userdefined"} 2026-09-06T01:32:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "0d03771b-0e1b-4066-b6d6-f035397f8d9e", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:32:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-49c9de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-49c9de", "reconcileID": "d6a9e835-7765-421b-bf3f-4fa9a264b665", "Gateway": "e2e-shared-a-w2-49c9de", "namespace": "openshift-ingress"} 2026-09-06T01:32:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-49c9de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-49c9de", "reconcileID": "d6a9e835-7765-421b-bf3f-4fa9a264b665", "Gateway": "e2e-shared-a-w2-49c9de", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-49c9de-authn-ssl"} 2026-09-06T01:32:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-49c9de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-49c9de", "reconcileID": "d6a9e835-7765-421b-bf3f-4fa9a264b665", "Gateway": "e2e-shared-a-w2-49c9de", "namespace": "openshift-ingress"} 2026-09-06T01:32:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-49c9de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-49c9de", "reconcileID": "92cc3d00-bbbd-4b52-8c68-0a671c1bb2d0", "Gateway": "e2e-shared-a-w2-49c9de", "namespace": "openshift-ingress"} 2026-09-06T01:32:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-49c9de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-49c9de", "reconcileID": "92cc3d00-bbbd-4b52-8c68-0a671c1bb2d0", "Gateway": "e2e-shared-a-w2-49c9de", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-49c9de-authn-ssl"} 2026-09-06T01:32:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-49c9de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-49c9de", "reconcileID": "92cc3d00-bbbd-4b52-8c68-0a671c1bb2d0", "Gateway": "e2e-shared-a-w2-49c9de", "namespace": "openshift-ingress"} 2026-09-06T01:32:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-49c9de"}, "namespace": "ai-tenant-e2e-shared-a-w2-49c9de", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a87a2160-3b0e-4926-adcb-a719b29c3a85", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-49c9de"} 2026-09-06T01:32:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-49c9de"}, "namespace": "ai-tenant-e2e-shared-a-w2-49c9de", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a87a2160-3b0e-4926-adcb-a719b29c3a85", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-49c9de", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T01:32:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-49c9de"}, "namespace": "ai-tenant-e2e-shared-a-w2-49c9de", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a87a2160-3b0e-4926-adcb-a719b29c3a85", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-49c9de because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T01:32:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-49c9de"}, "namespace": "ai-tenant-e2e-shared-a-w2-49c9de", "name": "odh-trusted-ca-bundle", "reconcileID": "aa832b06-f453-498d-be23-e724e9f1fe9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-49c9de"} 2026-09-06T01:32:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-49c9de"}, "namespace": "ai-tenant-e2e-shared-a-w2-49c9de", "name": "odh-trusted-ca-bundle", "reconcileID": "aa832b06-f453-498d-be23-e724e9f1fe9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-49c9de"} 2026-09-06T01:32:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-49c9de"}, "namespace": "ai-tenant-e2e-shared-a-w2-49c9de", "name": "openshift-service-ca.crt", "reconcileID": "41935c4d-daef-4cec-8c46-04b1ce79dc49", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-49c9de"} 2026-09-06T01:32:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-49c9de"}, "namespace": "ai-tenant-e2e-shared-a-w2-49c9de", "name": "openshift-service-ca.crt", "reconcileID": "41935c4d-daef-4cec-8c46-04b1ce79dc49", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-49c9de"} 2026-09-06T01:32:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-49c9de"}, "namespace": "ai-tenant-e2e-shared-a-w2-49c9de", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18b61fce-3aed-486f-9893-798efdf22cf5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-49c9de"} 2026-09-06T01:32:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-49c9de"}, "namespace": "ai-tenant-e2e-shared-a-w2-49c9de", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18b61fce-3aed-486f-9893-798efdf22cf5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-49c9de"} 2026-09-06T01:32:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-49c9de","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-49c9de", "reconcileID": "233af94c-b7f5-4da5-be4b-0fe1d13b320d", "Gateway": "e2e-shared-a-w2-49c9de", "namespace": "openshift-ingress"} 2026-09-06T01:32:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f3d08ae8-ed7f-4120-bb82-0898a18d484a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-09-06T01:32:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "0cfc0ad9-c742-4a34-9bcd-d583f2378bb1", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:32:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "0cfc0ad9-c742-4a34-9bcd-d583f2378bb1", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322-authn-ssl"} 2026-09-06T01:32:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "0cfc0ad9-c742-4a34-9bcd-d583f2378bb1", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:32:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "35c0778d-264f-44bf-b126-33d04c659eb0", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:32:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "35c0778d-264f-44bf-b126-33d04c659eb0", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:32:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "35c0778d-264f-44bf-b126-33d04c659eb0", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:32:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "35c0778d-264f-44bf-b126-33d04c659eb0", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322-kserve-route-authn"} 2026-09-06T01:32:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "35c0778d-264f-44bf-b126-33d04c659eb0", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322", "authType": "userdefined"} 2026-09-06T01:32:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "35c0778d-264f-44bf-b126-33d04c659eb0", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:32:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-bff89d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-bff89d", "reconcileID": "aa24be7a-de70-4b93-9ad9-4b868c78f141", "Gateway": "e2e-shared-b-w2-bff89d", "namespace": "openshift-ingress"} 2026-09-06T01:32:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-bff89d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-bff89d", "reconcileID": "aa24be7a-de70-4b93-9ad9-4b868c78f141", "Gateway": "e2e-shared-b-w2-bff89d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-bff89d-authn-ssl"} 2026-09-06T01:32:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-bff89d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-bff89d", "reconcileID": "aa24be7a-de70-4b93-9ad9-4b868c78f141", "Gateway": "e2e-shared-b-w2-bff89d", "namespace": "openshift-ingress"} 2026-09-06T01:32:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-bff89d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-bff89d", "reconcileID": "6f6c94b4-a5af-4106-9209-6976f66d2cd1", "Gateway": "e2e-shared-b-w2-bff89d", "namespace": "openshift-ingress"} 2026-09-06T01:32:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-bff89d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-bff89d", "reconcileID": "6f6c94b4-a5af-4106-9209-6976f66d2cd1", "Gateway": "e2e-shared-b-w2-bff89d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-bff89d-authn-ssl"} 2026-09-06T01:32:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-bff89d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-bff89d", "reconcileID": "6f6c94b4-a5af-4106-9209-6976f66d2cd1", "Gateway": "e2e-shared-b-w2-bff89d", "namespace": "openshift-ingress"} 2026-09-06T01:32:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-bff89d"}, "namespace": "ai-tenant-e2e-shared-b-w2-bff89d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f67e3974-31ca-4bf8-a582-ec80fdc87a8b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-bff89d"} 2026-09-06T01:32:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-bff89d"}, "namespace": "ai-tenant-e2e-shared-b-w2-bff89d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f67e3974-31ca-4bf8-a582-ec80fdc87a8b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-bff89d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T01:32:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-bff89d"}, "namespace": "ai-tenant-e2e-shared-b-w2-bff89d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f67e3974-31ca-4bf8-a582-ec80fdc87a8b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-bff89d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T01:32:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-bff89d"}, "namespace": "ai-tenant-e2e-shared-b-w2-bff89d", "name": "odh-trusted-ca-bundle", "reconcileID": "3b9174aa-76ce-4525-aeea-c6a532511874", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-bff89d"} 2026-09-06T01:32:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-bff89d"}, "namespace": "ai-tenant-e2e-shared-b-w2-bff89d", "name": "odh-trusted-ca-bundle", "reconcileID": "3b9174aa-76ce-4525-aeea-c6a532511874", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-bff89d"} 2026-09-06T01:32:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-bff89d"}, "namespace": "ai-tenant-e2e-shared-b-w2-bff89d", "name": "openshift-service-ca.crt", "reconcileID": "8a7b2ccd-5862-4192-bbc9-8360954855a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-bff89d"} 2026-09-06T01:32:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-bff89d"}, "namespace": "ai-tenant-e2e-shared-b-w2-bff89d", "name": "openshift-service-ca.crt", "reconcileID": "8a7b2ccd-5862-4192-bbc9-8360954855a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-bff89d"} 2026-09-06T01:32:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-bff89d"}, "namespace": "ai-tenant-e2e-shared-b-w2-bff89d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6228e7b0-3bcc-4c34-b7be-6b80e9ddbc89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-bff89d"} 2026-09-06T01:32:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-bff89d"}, "namespace": "ai-tenant-e2e-shared-b-w2-bff89d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6228e7b0-3bcc-4c34-b7be-6b80e9ddbc89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-bff89d"} 2026-09-06T01:32:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-bff89d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-bff89d", "reconcileID": "b273b70b-552d-4ca3-9aa8-5a9131c4f73a", "Gateway": "e2e-shared-b-w2-bff89d", "namespace": "openshift-ingress"} 2026-09-06T01:33:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "829e0230-be58-4e53-b3d4-3725f268910f", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:33:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "829e0230-be58-4e53-b3d4-3725f268910f", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:33:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "829e0230-be58-4e53-b3d4-3725f268910f", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:33:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "829e0230-be58-4e53-b3d4-3725f268910f", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322-kserve-route-authn"} 2026-09-06T01:33:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "829e0230-be58-4e53-b3d4-3725f268910f", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322", "authType": "userdefined"} 2026-09-06T01:33:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "829e0230-be58-4e53-b3d4-3725f268910f", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:33:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "17b7d1b7-e59f-4e16-8576-14f222d9e550", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-09-06T01:33:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "4b46dc94-8f34-49d9-80ab-b7d140095683", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress"} 2026-09-06T01:33:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "4b46dc94-8f34-49d9-80ab-b7d140095683", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0-authn-ssl"} 2026-09-06T01:33:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "4b46dc94-8f34-49d9-80ab-b7d140095683", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress"} 2026-09-06T01:33:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "67dc466a-457c-46d6-b1e6-7eb4f9e77815", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress"} 2026-09-06T01:33:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "67dc466a-457c-46d6-b1e6-7eb4f9e77815", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0-authn-ssl"} 2026-09-06T01:33:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "67dc466a-457c-46d6-b1e6-7eb4f9e77815", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress"} 2026-09-06T01:33:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "8d60517f-e49c-4401-bd50-5fe6ccb1ec4a", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress"} 2026-09-06T01:33:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "8d60517f-e49c-4401-bd50-5fe6ccb1ec4a", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0-authn-ssl"} 2026-09-06T01:33:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "8d60517f-e49c-4401-bd50-5fe6ccb1ec4a", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress"} 2026-09-06T01:33:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "9db4c19a-8d7e-4bb3-aeb4-cf710ada225a", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress"} 2026-09-06T01:33:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "9db4c19a-8d7e-4bb3-aeb4-cf710ada225a", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0-authn-ssl"} 2026-09-06T01:33:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "9db4c19a-8d7e-4bb3-aeb4-cf710ada225a", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress"} 2026-09-06T01:33:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "36180ee5-9e44-4a46-a474-b91aeff88151", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress"} 2026-09-06T01:33:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "36180ee5-9e44-4a46-a474-b91aeff88151", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0-authn-ssl"} 2026-09-06T01:33:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "36180ee5-9e44-4a46-a474-b91aeff88151", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress"} 2026-09-06T01:33:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "3b6728ea-6dba-4aef-a9ca-0250712ff097", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress"} 2026-09-06T01:33:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "3b6728ea-6dba-4aef-a9ca-0250712ff097", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0-authn-ssl"} 2026-09-06T01:33:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "3b6728ea-6dba-4aef-a9ca-0250712ff097", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress"} 2026-09-06T01:33:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "56541abd-c790-451d-860d-1d477780e6be", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress"} 2026-09-06T01:33:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "56541abd-c790-451d-860d-1d477780e6be", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0-authn-ssl"} 2026-09-06T01:33:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "56541abd-c790-451d-860d-1d477780e6be", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress"} 2026-09-06T01:33:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e805e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0", "name": "openshift-service-ca.crt", "reconcileID": "35724a1b-f1e9-4a04-b77c-b468ec22a1e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0"} 2026-09-06T01:33:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e805e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0", "name": "odh-trusted-ca-bundle", "reconcileID": "efb22827-fdf9-4998-a3f0-1060fdae8eb8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0"} 2026-09-06T01:33:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e805e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0", "name": "openshift-service-ca.crt", "reconcileID": "85004854-799b-41cf-923a-e27625fd72bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T01:33:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e805e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0", "name": "openshift-service-ca.crt", "reconcileID": "85004854-799b-41cf-923a-e27625fd72bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0"} 2026-09-06T01:33:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e805e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b167abcc-a409-43f7-9fd2-32f212e543cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0"} 2026-09-06T01:33:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e805e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0", "name": "openshift-service-ca.crt", "reconcileID": "1f614507-abec-43e0-a227-b7b5cd3cf59f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0"} 2026-09-06T01:33:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e805e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0", "name": "odh-trusted-ca-bundle", "reconcileID": "29711866-1c5e-4d5a-b1a2-b3f679bb0b8c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0", "update": "odh-kserve-custom-ca-bundle"} 2026-09-06T01:33:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e805e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0", "name": "odh-trusted-ca-bundle", "reconcileID": "29711866-1c5e-4d5a-b1a2-b3f679bb0b8c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0"} 2026-09-06T01:33:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e805e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c1be8e1-2655-4487-bb99-e2bcc81810ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0"} 2026-09-06T01:33:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "34c71f38-3114-4db6-9598-0af53b489a70", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress"} 2026-09-06T01:33:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "34c71f38-3114-4db6-9598-0af53b489a70", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0-authn-ssl"} 2026-09-06T01:33:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "34c71f38-3114-4db6-9598-0af53b489a70", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress"} 2026-09-06T01:33:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b27e1326-4d6e-4121-8865-e8ea0114b1f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-09-06T01:33:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "85fee1b3-f169-4e08-b17a-4cb661f64fdd", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress"} 2026-09-06T01:33:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "85fee1b3-f169-4e08-b17a-4cb661f64fdd", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0-authn-ssl"} 2026-09-06T01:33:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "85fee1b3-f169-4e08-b17a-4cb661f64fdd", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress"} 2026-09-06T01:33:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "fa03fc80-9362-4a81-9c48-27d4b2126141", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress"} 2026-09-06T01:33:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "fa03fc80-9362-4a81-9c48-27d4b2126141", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0-authn-ssl"} 2026-09-06T01:33:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "fa03fc80-9362-4a81-9c48-27d4b2126141", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress"} 2026-09-06T01:34:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "af1c02e6-e9dc-4726-94b1-c84566aa3c54", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress"} 2026-09-06T01:34:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "af1c02e6-e9dc-4726-94b1-c84566aa3c54", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0-authn-ssl"} 2026-09-06T01:34:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "af1c02e6-e9dc-4726-94b1-c84566aa3c54", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress"} 2026-09-06T01:34:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e805e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1bd41f0-257d-4da8-8862-2d6aae3ceffd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0"} 2026-09-06T01:34:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e805e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1bd41f0-257d-4da8-8862-2d6aae3ceffd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T01:34:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e805e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1bd41f0-257d-4da8-8862-2d6aae3ceffd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-e805e0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T01:34:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e805e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0", "name": "odh-trusted-ca-bundle", "reconcileID": "19c0acca-187b-468c-87ec-d9d3ef80f330", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0"} 2026-09-06T01:34:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e805e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0", "name": "odh-trusted-ca-bundle", "reconcileID": "19c0acca-187b-468c-87ec-d9d3ef80f330", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0"} 2026-09-06T01:34:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e805e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0", "name": "openshift-service-ca.crt", "reconcileID": "6b99f0e4-164d-4e69-afa7-77eaaedff039", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0"} 2026-09-06T01:34:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-e805e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0", "name": "openshift-service-ca.crt", "reconcileID": "6b99f0e4-164d-4e69-afa7-77eaaedff039", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0"} 2026-09-06T01:34:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e805e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0912fe72-c0eb-416b-b5a3-e0da34f2a9d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0"} 2026-09-06T01:34:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-e805e0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0912fe72-c0eb-416b-b5a3-e0da34f2a9d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-e805e0"} 2026-09-06T01:34:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-e805e0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-e805e0", "reconcileID": "97be8dc1-84ca-4e1e-8284-2f33d62f2f71", "Gateway": "e2e-ipp-cleanup-e805e0", "namespace": "openshift-ingress"} 2026-09-06T01:34:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ad29c14f-bcc8-4cf5-8e6c-110f3ae9056f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-09-06T01:34:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "5545f178-63e1-46eb-9c06-de0a6bf098af", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:34:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "5545f178-63e1-46eb-9c06-de0a6bf098af", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322-authn-ssl"} 2026-09-06T01:34:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "5545f178-63e1-46eb-9c06-de0a6bf098af", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:34:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "bb087f09-670a-41a8-a7c4-e8c0b9f7abbd", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:34:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "bb087f09-670a-41a8-a7c4-e8c0b9f7abbd", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322-authn-ssl"} 2026-09-06T01:34:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "bb087f09-670a-41a8-a7c4-e8c0b9f7abbd", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:34:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "6384d54c-bc57-491d-a4aa-808fab339ce1", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:34:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "6384d54c-bc57-491d-a4aa-808fab339ce1", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322-authn-ssl"} 2026-09-06T01:34:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "6384d54c-bc57-491d-a4aa-808fab339ce1", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:34:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "82b156e5-9f1b-4424-8cc8-12a186687af5", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:34:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "82b156e5-9f1b-4424-8cc8-12a186687af5", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:34:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "82b156e5-9f1b-4424-8cc8-12a186687af5", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:34:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "82b156e5-9f1b-4424-8cc8-12a186687af5", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322-kserve-route-authn"} 2026-09-06T01:34:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "82b156e5-9f1b-4424-8cc8-12a186687af5", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322", "authType": "userdefined"} 2026-09-06T01:34:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "82b156e5-9f1b-4424-8cc8-12a186687af5", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:35:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "64e64c4b-17dd-48b4-be59-195f42805ea1", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:35:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "64e64c4b-17dd-48b4-be59-195f42805ea1", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:35:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "64e64c4b-17dd-48b4-be59-195f42805ea1", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:35:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "64e64c4b-17dd-48b4-be59-195f42805ea1", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322-kserve-route-authn"} 2026-09-06T01:35:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "64e64c4b-17dd-48b4-be59-195f42805ea1", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322", "authType": "userdefined"} 2026-09-06T01:35:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "64e64c4b-17dd-48b4-be59-195f42805ea1", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:35:06Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "434cf0b7-4e09-4d28-b14e-0272a8350b7e", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:35:06Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "434cf0b7-4e09-4d28-b14e-0272a8350b7e", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322"} 2026-09-06T01:35:06Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "434cf0b7-4e09-4d28-b14e-0272a8350b7e", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:35:06Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "434cf0b7-4e09-4d28-b14e-0272a8350b7e", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:35:06Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "434cf0b7-4e09-4d28-b14e-0272a8350b7e", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322-kserve-route-authn"} 2026-09-06T01:35:06Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "434cf0b7-4e09-4d28-b14e-0272a8350b7e", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322-kserve-route-authn"} 2026-09-06T01:35:06Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "434cf0b7-4e09-4d28-b14e-0272a8350b7e", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:35:06Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "434cf0b7-4e09-4d28-b14e-0272a8350b7e", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:35:07Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-de7322","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "ipp-route-de7322", "reconcileID": "2488e72d-2188-4f08-9280-96e16081822e", "LLMInferenceService": "ipp-route-de7322", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:35:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "916eec0a-c4c1-4a29-9a2e-8c5d0b1626c2", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:35:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "916eec0a-c4c1-4a29-9a2e-8c5d0b1626c2", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322-authn-ssl"} 2026-09-06T01:35:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "916eec0a-c4c1-4a29-9a2e-8c5d0b1626c2", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:35:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "c11e7c61-950b-4b1b-8240-5a3b2a126b62", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:35:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "c11e7c61-950b-4b1b-8240-5a3b2a126b62", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322-authn-ssl"} 2026-09-06T01:35:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "c11e7c61-950b-4b1b-8240-5a3b2a126b62", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:35:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25218fe8-02cf-4911-9d4d-5eff1dd09a79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:35:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25218fe8-02cf-4911-9d4d-5eff1dd09a79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-de7322", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T01:35:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25218fe8-02cf-4911-9d4d-5eff1dd09a79", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-de7322 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T01:35:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "odh-trusted-ca-bundle", "reconcileID": "d1142fa9-b99b-48eb-8df2-09c70ba703e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:35:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "odh-trusted-ca-bundle", "reconcileID": "d1142fa9-b99b-48eb-8df2-09c70ba703e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:35:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "openshift-service-ca.crt", "reconcileID": "982c7e4b-e6cf-4979-be1c-69f37ef28144", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:35:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "openshift-service-ca.crt", "reconcileID": "982c7e4b-e6cf-4979-be1c-69f37ef28144", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:35:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aba6e618-f104-44bf-a61e-ecd384ce6c46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:35:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-de7322"}, "namespace": "ai-tenant-e2e-ipp-a-de7322", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aba6e618-f104-44bf-a61e-ecd384ce6c46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-de7322"} 2026-09-06T01:35:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-de7322","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-de7322", "reconcileID": "f03aa2ea-fad8-4a12-b7bf-e4f3b5457121", "Gateway": "e2e-ipp-a-de7322", "namespace": "openshift-ingress"} 2026-09-06T01:35:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dc494719-acfe-428f-a36f-1678fd516c2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-09-06T01:35:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "c015a544-9812-4f96-83ff-a83c5d7cfa63", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:35:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "c015a544-9812-4f96-83ff-a83c5d7cfa63", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1-authn-ssl"} 2026-09-06T01:35:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "c015a544-9812-4f96-83ff-a83c5d7cfa63", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:35:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "2227b3bf-0a85-4b81-8ca1-13b19eebc658", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:35:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "2227b3bf-0a85-4b81-8ca1-13b19eebc658", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1-authn-ssl"} 2026-09-06T01:35:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "2227b3bf-0a85-4b81-8ca1-13b19eebc658", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:35:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0b81e1"}, "namespace": "ai-tenant-e2e-ipp-b-0b81e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2160608d-fddc-4597-816c-52fd6eb9305d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0b81e1"} 2026-09-06T01:35:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0b81e1"}, "namespace": "ai-tenant-e2e-ipp-b-0b81e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2160608d-fddc-4597-816c-52fd6eb9305d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0b81e1", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T01:35:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0b81e1"}, "namespace": "ai-tenant-e2e-ipp-b-0b81e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2160608d-fddc-4597-816c-52fd6eb9305d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-0b81e1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T01:35:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0b81e1"}, "namespace": "ai-tenant-e2e-ipp-b-0b81e1", "name": "odh-trusted-ca-bundle", "reconcileID": "38235582-d009-4de1-89da-2c251fd4c9dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0b81e1"} 2026-09-06T01:35:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0b81e1"}, "namespace": "ai-tenant-e2e-ipp-b-0b81e1", "name": "odh-trusted-ca-bundle", "reconcileID": "38235582-d009-4de1-89da-2c251fd4c9dd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0b81e1"} 2026-09-06T01:35:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0b81e1"}, "namespace": "ai-tenant-e2e-ipp-b-0b81e1", "name": "openshift-service-ca.crt", "reconcileID": "1b33539b-2199-4670-8154-c3d441156cb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0b81e1"} 2026-09-06T01:35:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-0b81e1"}, "namespace": "ai-tenant-e2e-ipp-b-0b81e1", "name": "openshift-service-ca.crt", "reconcileID": "1b33539b-2199-4670-8154-c3d441156cb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-0b81e1"} 2026-09-06T01:35:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0b81e1"}, "namespace": "ai-tenant-e2e-ipp-b-0b81e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f19551a4-c321-4166-9773-030c620bd477", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0b81e1"} 2026-09-06T01:35:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-0b81e1"}, "namespace": "ai-tenant-e2e-ipp-b-0b81e1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f19551a4-c321-4166-9773-030c620bd477", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-0b81e1"} 2026-09-06T01:35:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-0b81e1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-0b81e1", "reconcileID": "de7bc639-884f-4000-ac33-d9af8441b20a", "Gateway": "e2e-ipp-b-0b81e1", "namespace": "openshift-ingress"} 2026-09-06T01:35:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "32f636e1-4991-4a0f-8134-3f4c6bc3780f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-09-06T01:35:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5833d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5833d5", "reconcileID": "61bcd014-cd4f-4ccf-8b4c-b092821961e1", "Gateway": "e2e-shared-a-w3-5833d5", "namespace": "openshift-ingress"} 2026-09-06T01:35:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5833d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5833d5", "reconcileID": "61bcd014-cd4f-4ccf-8b4c-b092821961e1", "Gateway": "e2e-shared-a-w3-5833d5", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5833d5-authn-ssl"} 2026-09-06T01:35:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5833d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5833d5", "reconcileID": "61bcd014-cd4f-4ccf-8b4c-b092821961e1", "Gateway": "e2e-shared-a-w3-5833d5", "namespace": "openshift-ingress"} 2026-09-06T01:35:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5833d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5833d5", "reconcileID": "ee76d762-fe70-47f8-a56b-f765811b1811", "Gateway": "e2e-shared-a-w3-5833d5", "namespace": "openshift-ingress"} 2026-09-06T01:35:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5833d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5833d5", "reconcileID": "ee76d762-fe70-47f8-a56b-f765811b1811", "Gateway": "e2e-shared-a-w3-5833d5", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5833d5-authn-ssl"} 2026-09-06T01:35:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5833d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5833d5", "reconcileID": "ee76d762-fe70-47f8-a56b-f765811b1811", "Gateway": "e2e-shared-a-w3-5833d5", "namespace": "openshift-ingress"} 2026-09-06T01:35:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5833d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-5833d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d4331f3-4594-492f-9d9a-166833c09e4f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5833d5"} 2026-09-06T01:35:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5833d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-5833d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d4331f3-4594-492f-9d9a-166833c09e4f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5833d5", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T01:35:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5833d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-5833d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d4331f3-4594-492f-9d9a-166833c09e4f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-5833d5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T01:35:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5833d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-5833d5", "name": "odh-trusted-ca-bundle", "reconcileID": "faad4ff0-746e-4086-b70c-887f475770d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5833d5"} 2026-09-06T01:35:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5833d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-5833d5", "name": "odh-trusted-ca-bundle", "reconcileID": "faad4ff0-746e-4086-b70c-887f475770d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5833d5"} 2026-09-06T01:35:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-5833d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-5833d5", "name": "openshift-service-ca.crt", "reconcileID": "e155b912-6c59-4e3b-bd59-763f5e1dc684", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-5833d5"} 2026-09-06T01:35:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-5833d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-5833d5", "name": "openshift-service-ca.crt", "reconcileID": "e155b912-6c59-4e3b-bd59-763f5e1dc684", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-5833d5"} 2026-09-06T01:35:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5833d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-5833d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0efbd037-c63f-4b05-a355-465a97a66515", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5833d5"} 2026-09-06T01:35:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5833d5"}, "namespace": "ai-tenant-e2e-shared-a-w3-5833d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0efbd037-c63f-4b05-a355-465a97a66515", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5833d5"} 2026-09-06T01:35:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5833d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5833d5", "reconcileID": "b5a31dcc-3be1-4220-8369-2720c2426f93", "Gateway": "e2e-shared-a-w3-5833d5", "namespace": "openshift-ingress"} 2026-09-06T01:35:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "085113c7-74e6-4e8d-8994-9b782f90682f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-09-06T01:35:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41f259","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41f259", "reconcileID": "7c7b932e-38a3-48c6-b4f9-4d31461a4711", "Gateway": "e2e-shared-b-w3-41f259", "namespace": "openshift-ingress"} 2026-09-06T01:35:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41f259","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41f259", "reconcileID": "7c7b932e-38a3-48c6-b4f9-4d31461a4711", "Gateway": "e2e-shared-b-w3-41f259", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41f259-authn-ssl"} 2026-09-06T01:35:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41f259","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41f259", "reconcileID": "7c7b932e-38a3-48c6-b4f9-4d31461a4711", "Gateway": "e2e-shared-b-w3-41f259", "namespace": "openshift-ingress"} 2026-09-06T01:36:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41f259","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41f259", "reconcileID": "c779eb1d-ca8f-49cb-ae40-2f7defb72bcc", "Gateway": "e2e-shared-b-w3-41f259", "namespace": "openshift-ingress"} 2026-09-06T01:36:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41f259","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41f259", "reconcileID": "c779eb1d-ca8f-49cb-ae40-2f7defb72bcc", "Gateway": "e2e-shared-b-w3-41f259", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41f259-authn-ssl"} 2026-09-06T01:36:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41f259","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41f259", "reconcileID": "c779eb1d-ca8f-49cb-ae40-2f7defb72bcc", "Gateway": "e2e-shared-b-w3-41f259", "namespace": "openshift-ingress"} 2026-09-06T01:36:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-41f259"}, "namespace": "ai-tenant-e2e-shared-b-w3-41f259", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3acacbac-6dbe-4096-b359-077032f503c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-41f259"} 2026-09-06T01:36:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-41f259"}, "namespace": "ai-tenant-e2e-shared-b-w3-41f259", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3acacbac-6dbe-4096-b359-077032f503c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-41f259", "create": "odh-kserve-custom-ca-bundle"} 2026-09-06T01:36:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-41f259"}, "namespace": "ai-tenant-e2e-shared-b-w3-41f259", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3acacbac-6dbe-4096-b359-077032f503c0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-41f259 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-06T01:36:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-41f259"}, "namespace": "ai-tenant-e2e-shared-b-w3-41f259", "name": "odh-trusted-ca-bundle", "reconcileID": "ebcab991-f027-4661-bdbb-4e657b996e7c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-41f259"} 2026-09-06T01:36:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-41f259"}, "namespace": "ai-tenant-e2e-shared-b-w3-41f259", "name": "odh-trusted-ca-bundle", "reconcileID": "ebcab991-f027-4661-bdbb-4e657b996e7c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-41f259"} 2026-09-06T01:36:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-41f259"}, "namespace": "ai-tenant-e2e-shared-b-w3-41f259", "name": "openshift-service-ca.crt", "reconcileID": "cfd5ebc0-af88-4268-aadc-ae0242b947e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-41f259"} 2026-09-06T01:36:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-41f259"}, "namespace": "ai-tenant-e2e-shared-b-w3-41f259", "name": "openshift-service-ca.crt", "reconcileID": "cfd5ebc0-af88-4268-aadc-ae0242b947e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-41f259"} 2026-09-06T01:36:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-41f259"}, "namespace": "ai-tenant-e2e-shared-b-w3-41f259", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6fefd34-36bb-4436-a76e-a0d97342e7db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-41f259"} 2026-09-06T01:36:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-41f259"}, "namespace": "ai-tenant-e2e-shared-b-w3-41f259", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6fefd34-36bb-4436-a76e-a0d97342e7db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-41f259"} 2026-09-06T01:36:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-41f259","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-41f259", "reconcileID": "532f1575-f339-443b-b5ba-6f14be4eb323", "Gateway": "e2e-shared-b-w3-41f259", "namespace": "openshift-ingress"} 2026-09-06T01:37:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8af5cd64-4eb3-44a1-938c-c5a27a370159", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-09-06T01:37:35Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T01:37:35Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T01:37:39Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T01:37:39Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-06T01:40:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "d77a5242-b655-4858-96e8-248aab35fd8f", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm"} 2026-09-06T01:40:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "d77a5242-b655-4858-96e8-248aab35fd8f", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm"} 2026-09-06T01:40:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "d77a5242-b655-4858-96e8-248aab35fd8f", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm"} 2026-09-06T01:40:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a2474283-b88e-4df8-aaf7-f76cd76788d8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T01:40:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "d77a5242-b655-4858-96e8-248aab35fd8f", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm", "name": "e2e-same-id-a-d12672e8-kserve-route-authn"} 2026-09-06T01:40:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "d77a5242-b655-4858-96e8-248aab35fd8f", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm", "authType": "userdefined"} 2026-09-06T01:40:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "d77a5242-b655-4858-96e8-248aab35fd8f", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm"} 2026-09-06T01:40:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a2474283-b88e-4df8-aaf7-f76cd76788d8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T01:40:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a2474283-b88e-4df8-aaf7-f76cd76788d8", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T01:40:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "d2c7e3bd-ef63-4f67-9ce0-31639035035f", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm"} 2026-09-06T01:40:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "d2c7e3bd-ef63-4f67-9ce0-31639035035f", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm"} 2026-09-06T01:40:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "d2c7e3bd-ef63-4f67-9ce0-31639035035f", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm"} 2026-09-06T01:40:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e6ed1507-4ec1-44d1-bcd1-94f94d3dc2bd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T01:40:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "d2c7e3bd-ef63-4f67-9ce0-31639035035f", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm", "name": "e2e-same-id-b-d12672e8-kserve-route-authn"} 2026-09-06T01:40:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "d2c7e3bd-ef63-4f67-9ce0-31639035035f", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm", "authType": "userdefined"} 2026-09-06T01:40:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "d2c7e3bd-ef63-4f67-9ce0-31639035035f", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm"} 2026-09-06T01:40:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e6ed1507-4ec1-44d1-bcd1-94f94d3dc2bd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T01:40:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e6ed1507-4ec1-44d1-bcd1-94f94d3dc2bd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T01:40:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "0a8ca9ba-8cb1-45c8-b1fa-53c9d85d2bc2", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm"} 2026-09-06T01:40:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "0a8ca9ba-8cb1-45c8-b1fa-53c9d85d2bc2", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm"} 2026-09-06T01:40:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "0a8ca9ba-8cb1-45c8-b1fa-53c9d85d2bc2", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm"} 2026-09-06T01:40:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "0a8ca9ba-8cb1-45c8-b1fa-53c9d85d2bc2", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm", "name": "e2e-same-id-a-d12672e8-kserve-route-authn"} 2026-09-06T01:40:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "0a8ca9ba-8cb1-45c8-b1fa-53c9d85d2bc2", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm", "authType": "userdefined"} 2026-09-06T01:40:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "0a8ca9ba-8cb1-45c8-b1fa-53c9d85d2bc2", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm"} 2026-09-06T01:40:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "24faa21e-3dfd-4d43-b065-1c32f5544022", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T01:40:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "24faa21e-3dfd-4d43-b065-1c32f5544022", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T01:40:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "24faa21e-3dfd-4d43-b065-1c32f5544022", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T01:40:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "92adb0f7-1082-46a5-92de-06f4a5aba479", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm"} 2026-09-06T01:40:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "92adb0f7-1082-46a5-92de-06f4a5aba479", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm"} 2026-09-06T01:40:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "92adb0f7-1082-46a5-92de-06f4a5aba479", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm"} 2026-09-06T01:40:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "92adb0f7-1082-46a5-92de-06f4a5aba479", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm", "name": "e2e-same-id-a-d12672e8-kserve-route-authn"} 2026-09-06T01:40:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "92adb0f7-1082-46a5-92de-06f4a5aba479", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm", "authType": "userdefined"} 2026-09-06T01:40:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "92adb0f7-1082-46a5-92de-06f4a5aba479", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm"} 2026-09-06T01:40:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "c9f18efd-52a0-41fa-a27f-4a2273327c85", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm"} 2026-09-06T01:40:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "c9f18efd-52a0-41fa-a27f-4a2273327c85", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm"} 2026-09-06T01:40:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "c9f18efd-52a0-41fa-a27f-4a2273327c85", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm"} 2026-09-06T01:40:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "c9f18efd-52a0-41fa-a27f-4a2273327c85", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm", "name": "e2e-same-id-b-d12672e8-kserve-route-authn"} 2026-09-06T01:40:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "c9f18efd-52a0-41fa-a27f-4a2273327c85", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm", "authType": "userdefined"} 2026-09-06T01:40:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "c9f18efd-52a0-41fa-a27f-4a2273327c85", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm"} 2026-09-06T01:40:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a69cc90e-9007-4336-a21a-fcc439299a96", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T01:40:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a69cc90e-9007-4336-a21a-fcc439299a96", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T01:40:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a69cc90e-9007-4336-a21a-fcc439299a96", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T01:40:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "b81f3bc4-6e6a-421f-8d9f-86f7fabcde15", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm"} 2026-09-06T01:40:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "b81f3bc4-6e6a-421f-8d9f-86f7fabcde15", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm"} 2026-09-06T01:40:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "b81f3bc4-6e6a-421f-8d9f-86f7fabcde15", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm"} 2026-09-06T01:40:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "b81f3bc4-6e6a-421f-8d9f-86f7fabcde15", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm", "name": "e2e-same-id-b-d12672e8-kserve-route-authn"} 2026-09-06T01:40:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "b81f3bc4-6e6a-421f-8d9f-86f7fabcde15", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm", "authType": "userdefined"} 2026-09-06T01:40:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "b81f3bc4-6e6a-421f-8d9f-86f7fabcde15", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm"} 2026-09-06T01:40:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "3160637a-054a-4f8c-9f76-6e197c37d689", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm"} 2026-09-06T01:40:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "3160637a-054a-4f8c-9f76-6e197c37d689", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm"} 2026-09-06T01:40:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "3160637a-054a-4f8c-9f76-6e197c37d689", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm"} 2026-09-06T01:40:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "3160637a-054a-4f8c-9f76-6e197c37d689", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm", "name": "e2e-same-id-a-d12672e8-kserve-route-authn"} 2026-09-06T01:40:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "3160637a-054a-4f8c-9f76-6e197c37d689", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm", "authType": "userdefined"} 2026-09-06T01:40:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "3160637a-054a-4f8c-9f76-6e197c37d689", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm"} 2026-09-06T01:40:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "a179c0c0-a5e1-4687-b8dc-3298ae0e6d43", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm"} 2026-09-06T01:40:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "a179c0c0-a5e1-4687-b8dc-3298ae0e6d43", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm"} 2026-09-06T01:40:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "a179c0c0-a5e1-4687-b8dc-3298ae0e6d43", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm"} 2026-09-06T01:40:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "a179c0c0-a5e1-4687-b8dc-3298ae0e6d43", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm", "name": "e2e-same-id-b-d12672e8-kserve-route-authn"} 2026-09-06T01:40:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "a179c0c0-a5e1-4687-b8dc-3298ae0e6d43", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm", "authType": "userdefined"} 2026-09-06T01:40:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "a179c0c0-a5e1-4687-b8dc-3298ae0e6d43", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm"} 2026-09-06T01:40:50Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "3c6d3f16-a8fa-42b7-9e67-d57e4bf8dcb4", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm"} 2026-09-06T01:40:50Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "3c6d3f16-a8fa-42b7-9e67-d57e4bf8dcb4", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm", "name": "e2e-same-id-a-d12672e8"} 2026-09-06T01:40:50Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "3c6d3f16-a8fa-42b7-9e67-d57e4bf8dcb4", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm"} 2026-09-06T01:40:50Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "3c6d3f16-a8fa-42b7-9e67-d57e4bf8dcb4", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm"} 2026-09-06T01:40:50Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "3c6d3f16-a8fa-42b7-9e67-d57e4bf8dcb4", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm", "name": "e2e-same-id-a-d12672e8-kserve-route-authn"} 2026-09-06T01:40:50Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "3c6d3f16-a8fa-42b7-9e67-d57e4bf8dcb4", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm", "name": "e2e-same-id-a-d12672e8-kserve-route-authn"} 2026-09-06T01:40:50Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-d12672e8", "reconcileID": "798a40b3-a071-4bfe-b659-351ea47dfa04", "LLMInferenceService": "e2e-same-id-a-d12672e8", "namespace": "llm"} 2026-09-06T01:40:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "20b2983f-627f-412f-86a0-d2d8a0e4a8ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T01:40:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "20b2983f-627f-412f-86a0-d2d8a0e4a8ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T01:40:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "20b2983f-627f-412f-86a0-d2d8a0e4a8ba", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T01:40:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c878e9a7-bd5e-40b3-b96c-c42facf348ad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T01:40:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c878e9a7-bd5e-40b3-b96c-c42facf348ad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T01:40:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c878e9a7-bd5e-40b3-b96c-c42facf348ad", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T01:40:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "e9be30cd-dc26-42d3-afa8-10d4a92f063a", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm"} 2026-09-06T01:40:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "e9be30cd-dc26-42d3-afa8-10d4a92f063a", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm", "name": "e2e-same-id-b-d12672e8"} 2026-09-06T01:40:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "e9be30cd-dc26-42d3-afa8-10d4a92f063a", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm"} 2026-09-06T01:40:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "e9be30cd-dc26-42d3-afa8-10d4a92f063a", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm"} 2026-09-06T01:40:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "e9be30cd-dc26-42d3-afa8-10d4a92f063a", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm", "name": "e2e-same-id-b-d12672e8-kserve-route-authn"} 2026-09-06T01:40:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "e9be30cd-dc26-42d3-afa8-10d4a92f063a", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm", "name": "e2e-same-id-b-d12672e8-kserve-route-authn"} 2026-09-06T01:40:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-d12672e8","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-d12672e8", "reconcileID": "c5181c03-1028-4d64-a676-97fd8ff90cf0", "LLMInferenceService": "e2e-same-id-b-d12672e8", "namespace": "llm"} 2026-09-06T01:40:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "82231178-b493-4159-9685-0bdebbd2a775", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T01:40:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "82231178-b493-4159-9685-0bdebbd2a775", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T01:40:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "82231178-b493-4159-9685-0bdebbd2a775", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T01:40:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "28f3b2b8-2063-4bcf-b982-2e69358f86b9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-06T01:40:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "28f3b2b8-2063-4bcf-b982-2e69358f86b9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-06T01:40:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "28f3b2b8-2063-4bcf-b982-2e69358f86b9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}