2026-09-17T03:47:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "sub-test-model-22e045", "reconcileID": "11f1cad5-9b46-4242-a1e9-902f8dadae8d", "LLMInferenceService": "sub-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:47:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "sub-test-model-22e045", "reconcileID": "11f1cad5-9b46-4242-a1e9-902f8dadae8d", "LLMInferenceService": "sub-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:47:51Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "sub-test-model-22e045", "reconcileID": "c7056ec8-6a5c-4e31-995e-9ad127dbaaa5", "LLMInferenceService": "sub-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:47:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "9ef8ca1d-3be6-4aaa-99a7-39b79b4faa5d", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress"} 2026-09-17T03:47:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "9ef8ca1d-3be6-4aaa-99a7-39b79b4faa5d", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045-authn-ssl"} 2026-09-17T03:47:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "9ef8ca1d-3be6-4aaa-99a7-39b79b4faa5d", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress"} 2026-09-17T03:47:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "5c538e3a-7639-48df-9533-5700f2b85a37", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress"} 2026-09-17T03:47:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "5c538e3a-7639-48df-9533-5700f2b85a37", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045-authn-ssl"} 2026-09-17T03:47:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "5c538e3a-7639-48df-9533-5700f2b85a37", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress"} 2026-09-17T03:47:51Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "sub-test-model-f6d581", "reconcileID": "faaa50ad-3299-4a39-8192-be3e5fd2fb05", "LLMInferenceService": "sub-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:47:51Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "sub-test-model-f6d581", "reconcileID": "faaa50ad-3299-4a39-8192-be3e5fd2fb05", "LLMInferenceService": "sub-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "sub-test-model-f6d581"} 2026-09-17T03:47:51Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "sub-test-model-f6d581", "reconcileID": "faaa50ad-3299-4a39-8192-be3e5fd2fb05", "LLMInferenceService": "sub-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:47:51Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "sub-test-model-f6d581", "reconcileID": "faaa50ad-3299-4a39-8192-be3e5fd2fb05", "LLMInferenceService": "sub-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:47:51Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "sub-test-model-f6d581", "reconcileID": "faaa50ad-3299-4a39-8192-be3e5fd2fb05", "LLMInferenceService": "sub-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "sub-test-model-f6d581-kserve-route-authn"} 2026-09-17T03:47:51Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "sub-test-model-f6d581", "reconcileID": "faaa50ad-3299-4a39-8192-be3e5fd2fb05", "LLMInferenceService": "sub-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "sub-test-model-f6d581-kserve-route-authn"} 2026-09-17T03:47:51Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "sub-test-model-f6d581", "reconcileID": "faaa50ad-3299-4a39-8192-be3e5fd2fb05", "LLMInferenceService": "sub-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:47:51Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "sub-test-model-f6d581", "reconcileID": "faaa50ad-3299-4a39-8192-be3e5fd2fb05", "LLMInferenceService": "sub-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:47:52Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "sub-test-model-f6d581", "reconcileID": "ba29b1af-4acb-4479-85f8-6ce913502378", "LLMInferenceService": "sub-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:47:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "1a70f9f5-137b-4b18-ad00-b85f098c58fc", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress"} 2026-09-17T03:47:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "1a70f9f5-137b-4b18-ad00-b85f098c58fc", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581-authn-ssl"} 2026-09-17T03:47:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "1a70f9f5-137b-4b18-ad00-b85f098c58fc", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress"} 2026-09-17T03:47:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "a0f7643e-cd90-43f3-b65d-06bd111ceafc", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress"} 2026-09-17T03:47:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "a0f7643e-cd90-43f3-b65d-06bd111ceafc", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581-authn-ssl"} 2026-09-17T03:47:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "a0f7643e-cd90-43f3-b65d-06bd111ceafc", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress"} 2026-09-17T03:47:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "7f8ac2f2-2ed0-4a70-88e4-b4c51d0325b1", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:47:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "7f8ac2f2-2ed0-4a70-88e4-b4c51d0325b1", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:47:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "7f8ac2f2-2ed0-4a70-88e4-b4c51d0325b1", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:47:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "cd97a3be-f312-4ced-899e-76132782d14a", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress"} 2026-09-17T03:47:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "7f8ac2f2-2ed0-4a70-88e4-b4c51d0325b1", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045-kserve-route-authn"} 2026-09-17T03:47:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "7f8ac2f2-2ed0-4a70-88e4-b4c51d0325b1", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "authType": "userdefined"} 2026-09-17T03:47:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "7f8ac2f2-2ed0-4a70-88e4-b4c51d0325b1", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:47:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "cd97a3be-f312-4ced-899e-76132782d14a", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045-authn-ssl"} 2026-09-17T03:47:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "cd97a3be-f312-4ced-899e-76132782d14a", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress"} 2026-09-17T03:47:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "35665316-e982-4ae6-9b3a-392401008c39", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:47:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "35665316-e982-4ae6-9b3a-392401008c39", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:47:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "35665316-e982-4ae6-9b3a-392401008c39", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:47:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "35665316-e982-4ae6-9b3a-392401008c39", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045-kserve-route-authn"} 2026-09-17T03:47:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "35665316-e982-4ae6-9b3a-392401008c39", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "authType": "userdefined"} 2026-09-17T03:47:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "35665316-e982-4ae6-9b3a-392401008c39", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:47:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "ffdddb4f-d038-4822-98cb-8f1909136b58", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress"} 2026-09-17T03:47:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "ffdddb4f-d038-4822-98cb-8f1909136b58", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045-authn-ssl"} 2026-09-17T03:47:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "ffdddb4f-d038-4822-98cb-8f1909136b58", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress"} 2026-09-17T03:47:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "fb064fcd-908c-4cf9-98cb-ffed31f731c7", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:47:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "fb064fcd-908c-4cf9-98cb-ffed31f731c7", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:47:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "fb064fcd-908c-4cf9-98cb-ffed31f731c7", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:47:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "fb064fcd-908c-4cf9-98cb-ffed31f731c7", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045-kserve-route-authn"} 2026-09-17T03:47:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "fb064fcd-908c-4cf9-98cb-ffed31f731c7", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "authType": "userdefined"} 2026-09-17T03:47:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "fb064fcd-908c-4cf9-98cb-ffed31f731c7", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:48:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "455eb173-e861-4b1e-998b-efceca90c36a", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:48:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "455eb173-e861-4b1e-998b-efceca90c36a", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:48:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "455eb173-e861-4b1e-998b-efceca90c36a", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:48:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "455eb173-e861-4b1e-998b-efceca90c36a", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045-kserve-route-authn"} 2026-09-17T03:48:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "455eb173-e861-4b1e-998b-efceca90c36a", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "authType": "userdefined"} 2026-09-17T03:48:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "455eb173-e861-4b1e-998b-efceca90c36a", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:48:12Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T03:48:12Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T03:48:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "0cf4b42b-3030-416f-ab4a-c0fd3c39ce72", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:48:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "0cf4b42b-3030-416f-ab4a-c0fd3c39ce72", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:48:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "0cf4b42b-3030-416f-ab4a-c0fd3c39ce72", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:48:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "0cf4b42b-3030-416f-ab4a-c0fd3c39ce72", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581-kserve-route-authn"} 2026-09-17T03:48:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "0cf4b42b-3030-416f-ab4a-c0fd3c39ce72", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "authType": "userdefined"} 2026-09-17T03:48:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "0cf4b42b-3030-416f-ab4a-c0fd3c39ce72", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:48:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "da7e5ff4-2826-45c3-8e29-56efb6adb41c", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress"} 2026-09-17T03:48:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "da7e5ff4-2826-45c3-8e29-56efb6adb41c", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581-authn-ssl"} 2026-09-17T03:48:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "da7e5ff4-2826-45c3-8e29-56efb6adb41c", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress"} 2026-09-17T03:48:14Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T03:48:14Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T03:48:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "080cec69-550d-4936-a745-b199b0935f27", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:48:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "080cec69-550d-4936-a745-b199b0935f27", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:48:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "080cec69-550d-4936-a745-b199b0935f27", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:48:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "080cec69-550d-4936-a745-b199b0935f27", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581-kserve-route-authn"} 2026-09-17T03:48:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "080cec69-550d-4936-a745-b199b0935f27", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "authType": "userdefined"} 2026-09-17T03:48:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "080cec69-550d-4936-a745-b199b0935f27", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:48:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "093d030f-ff8f-47f5-86da-6c3c1b293f6f", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress"} 2026-09-17T03:48:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "093d030f-ff8f-47f5-86da-6c3c1b293f6f", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581-authn-ssl"} 2026-09-17T03:48:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "093d030f-ff8f-47f5-86da-6c3c1b293f6f", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress"} 2026-09-17T03:48:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "926c7cca-423a-4b36-8828-ab7e5ecbf82d", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:48:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "926c7cca-423a-4b36-8828-ab7e5ecbf82d", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:48:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "926c7cca-423a-4b36-8828-ab7e5ecbf82d", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:48:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "926c7cca-423a-4b36-8828-ab7e5ecbf82d", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581-kserve-route-authn"} 2026-09-17T03:48:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "926c7cca-423a-4b36-8828-ab7e5ecbf82d", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "authType": "userdefined"} 2026-09-17T03:48:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "926c7cca-423a-4b36-8828-ab7e5ecbf82d", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:48:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "bd22ea31-c6cd-418b-9393-0589de590590", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:48:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "bd22ea31-c6cd-418b-9393-0589de590590", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:48:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "bd22ea31-c6cd-418b-9393-0589de590590", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:48:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "bd22ea31-c6cd-418b-9393-0589de590590", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581-kserve-route-authn"} 2026-09-17T03:48:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "bd22ea31-c6cd-418b-9393-0589de590590", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "authType": "userdefined"} 2026-09-17T03:48:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "bd22ea31-c6cd-418b-9393-0589de590590", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:48:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "6bae57cd-704a-4299-8df5-8db3f20b4711", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:48:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "6bae57cd-704a-4299-8df5-8db3f20b4711", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:48:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "6bae57cd-704a-4299-8df5-8db3f20b4711", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:48:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "6bae57cd-704a-4299-8df5-8db3f20b4711", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581-kserve-route-authn"} 2026-09-17T03:48:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "6bae57cd-704a-4299-8df5-8db3f20b4711", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "authType": "userdefined"} 2026-09-17T03:48:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "6bae57cd-704a-4299-8df5-8db3f20b4711", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:49:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "ed7db23b-473d-44ab-8e8b-cab1c0cf67ac", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:49:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "ed7db23b-473d-44ab-8e8b-cab1c0cf67ac", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045"} 2026-09-17T03:49:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "ed7db23b-473d-44ab-8e8b-cab1c0cf67ac", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:49:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "ed7db23b-473d-44ab-8e8b-cab1c0cf67ac", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:49:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "ed7db23b-473d-44ab-8e8b-cab1c0cf67ac", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045-kserve-route-authn"} 2026-09-17T03:49:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "ed7db23b-473d-44ab-8e8b-cab1c0cf67ac", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045-kserve-route-authn"} 2026-09-17T03:49:05Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "ed7db23b-473d-44ab-8e8b-cab1c0cf67ac", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:49:05Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "ed7db23b-473d-44ab-8e8b-cab1c0cf67ac", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:49:05Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-22e045","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "rate-test-model-22e045", "reconcileID": "78971c55-d4e8-4a4f-976a-9bba6d85c3a5", "LLMInferenceService": "rate-test-model-22e045", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:49:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "695ecbd6-f4d8-4915-b1a5-c6b5789de311", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress"} 2026-09-17T03:49:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "695ecbd6-f4d8-4915-b1a5-c6b5789de311", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045-authn-ssl"} 2026-09-17T03:49:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "695ecbd6-f4d8-4915-b1a5-c6b5789de311", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress"} 2026-09-17T03:49:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "73536b4b-439a-46b9-abc1-af73b987a67d", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress"} 2026-09-17T03:49:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "73536b4b-439a-46b9-abc1-af73b987a67d", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045-authn-ssl"} 2026-09-17T03:49:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "73536b4b-439a-46b9-abc1-af73b987a67d", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress"} 2026-09-17T03:49:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "299f604d-7548-4f30-8a20-e17b8c9cc1ec", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:49:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "299f604d-7548-4f30-8a20-e17b8c9cc1ec", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581"} 2026-09-17T03:49:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "299f604d-7548-4f30-8a20-e17b8c9cc1ec", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:49:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "299f604d-7548-4f30-8a20-e17b8c9cc1ec", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:49:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "299f604d-7548-4f30-8a20-e17b8c9cc1ec", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581-kserve-route-authn"} 2026-09-17T03:49:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "299f604d-7548-4f30-8a20-e17b8c9cc1ec", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581-kserve-route-authn"} 2026-09-17T03:49:05Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "299f604d-7548-4f30-8a20-e17b8c9cc1ec", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:49:05Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "299f604d-7548-4f30-8a20-e17b8c9cc1ec", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:49:06Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f6d581","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "rate-test-model-f6d581", "reconcileID": "57760f08-91c7-4e21-ad6c-c8cc345ba06c", "LLMInferenceService": "rate-test-model-f6d581", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:49:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "915780c5-6532-410d-8f45-214c2ab718c0", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress"} 2026-09-17T03:49:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "915780c5-6532-410d-8f45-214c2ab718c0", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581-authn-ssl"} 2026-09-17T03:49:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "915780c5-6532-410d-8f45-214c2ab718c0", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress"} 2026-09-17T03:49:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "09870c8e-a9a0-45e3-bee2-65c71ddb5494", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress"} 2026-09-17T03:49:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "09870c8e-a9a0-45e3-bee2-65c71ddb5494", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581-authn-ssl"} 2026-09-17T03:49:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "09870c8e-a9a0-45e3-bee2-65c71ddb5494", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress"} 2026-09-17T03:49:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "63376636-8b4c-42e7-92d8-5258cf00426e", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:49:07Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "63376636-8b4c-42e7-92d8-5258cf00426e", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a-authn-ssl"} 2026-09-17T03:49:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "63376636-8b4c-42e7-92d8-5258cf00426e", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:49:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "2302b391-3933-4768-b0a5-405c66a93825", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:49:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "2302b391-3933-4768-b0a5-405c66a93825", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a-authn-ssl"} 2026-09-17T03:49:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "2302b391-3933-4768-b0a5-405c66a93825", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:49:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "b93e8dbd-4294-4694-a111-b6aa9f7b9c58", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:49:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "b93e8dbd-4294-4694-a111-b6aa9f7b9c58", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a-authn-ssl"} 2026-09-17T03:49:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "b93e8dbd-4294-4694-a111-b6aa9f7b9c58", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:49:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "1bce7af3-74dd-4c95-b7bc-11a94643b2b2", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:49:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "1bce7af3-74dd-4c95-b7bc-11a94643b2b2", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a-authn-ssl"} 2026-09-17T03:49:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "1bce7af3-74dd-4c95-b7bc-11a94643b2b2", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:49:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "acba6aae-ccd0-441f-8a14-6939e7f218fa", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:49:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "acba6aae-ccd0-441f-8a14-6939e7f218fa", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a-authn-ssl"} 2026-09-17T03:49:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "acba6aae-ccd0-441f-8a14-6939e7f218fa", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:49:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "b85821df-6096-4623-8659-1a2efab91966", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:49:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "b85821df-6096-4623-8659-1a2efab91966", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a-authn-ssl"} 2026-09-17T03:49:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "b85821df-6096-4623-8659-1a2efab91966", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:49:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "07fdb6a4-7979-4477-9a37-9b977a54cc1c", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:49:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "07fdb6a4-7979-4477-9a37-9b977a54cc1c", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a-authn-ssl"} 2026-09-17T03:49:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "07fdb6a4-7979-4477-9a37-9b977a54cc1c", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:49:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "openshift-service-ca.crt", "reconcileID": "390e7d89-6e3a-499d-92f0-d8c7a9bc67a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:49:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "odh-trusted-ca-bundle", "reconcileID": "de15e08a-fca1-4108-8657-907ca5f3587e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:49:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "openshift-service-ca.crt", "reconcileID": "f4f1fcb0-c3f3-4fc6-ae8c-66d86e447a1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T03:49:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "openshift-service-ca.crt", "reconcileID": "f4f1fcb0-c3f3-4fc6-ae8c-66d86e447a1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:49:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6dd509d-3472-4829-98c9-f8451d8d9337", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:49:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "openshift-service-ca.crt", "reconcileID": "58859df2-947d-4ef4-bdee-101f5c2bddf8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:49:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "odh-trusted-ca-bundle", "reconcileID": "ff769217-5e18-4ed5-a1e1-19762e7dee4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "update": "odh-kserve-custom-ca-bundle"} 2026-09-17T03:49:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "odh-trusted-ca-bundle", "reconcileID": "ff769217-5e18-4ed5-a1e1-19762e7dee4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:49:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f5cbdc6-aa1f-4069-bfa1-d9d29243dd93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:49:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "ad2f5aa7-f0d2-45e3-9e31-c47e61d6d045", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:49:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "ad2f5aa7-f0d2-45e3-9e31-c47e61d6d045", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a-authn-ssl"} 2026-09-17T03:49:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "ad2f5aa7-f0d2-45e3-9e31-c47e61d6d045", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:49:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "40178a8a-9a81-41cd-98e6-dd003517d41c", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:49:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "40178a8a-9a81-41cd-98e6-dd003517d41c", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a-authn-ssl"} 2026-09-17T03:49:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "40178a8a-9a81-41cd-98e6-dd003517d41c", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:49:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "e21454b9-431b-42ec-8f08-da5a7bc393f4", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress"} 2026-09-17T03:49:35Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "e21454b9-431b-42ec-8f08-da5a7bc393f4", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d-authn-ssl"} 2026-09-17T03:49:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "e21454b9-431b-42ec-8f08-da5a7bc393f4", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress"} 2026-09-17T03:49:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "d5a1e894-601a-417b-a75b-5e3c5237dbcb", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress"} 2026-09-17T03:49:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "d5a1e894-601a-417b-a75b-5e3c5237dbcb", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d-authn-ssl"} 2026-09-17T03:49:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "d5a1e894-601a-417b-a75b-5e3c5237dbcb", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress"} 2026-09-17T03:49:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "737e415b-fd93-4596-8ce0-42b901ec943d", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress"} 2026-09-17T03:49:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "737e415b-fd93-4596-8ce0-42b901ec943d", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d-authn-ssl"} 2026-09-17T03:49:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "737e415b-fd93-4596-8ce0-42b901ec943d", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress"} 2026-09-17T03:49:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "2fc6b48f-4114-42dd-bd90-8f43792e7182", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress"} 2026-09-17T03:49:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "2fc6b48f-4114-42dd-bd90-8f43792e7182", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d-authn-ssl"} 2026-09-17T03:49:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "2fc6b48f-4114-42dd-bd90-8f43792e7182", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress"} 2026-09-17T03:49:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "ee948a8e-d431-4ff1-a1ea-52479aac10f2", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress"} 2026-09-17T03:49:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "ee948a8e-d431-4ff1-a1ea-52479aac10f2", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d-authn-ssl"} 2026-09-17T03:49:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "ee948a8e-d431-4ff1-a1ea-52479aac10f2", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress"} 2026-09-17T03:49:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "639bf97c-4742-4385-904e-eacae4c84025", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress"} 2026-09-17T03:49:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "639bf97c-4742-4385-904e-eacae4c84025", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d-authn-ssl"} 2026-09-17T03:49:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "639bf97c-4742-4385-904e-eacae4c84025", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress"} 2026-09-17T03:49:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "b3b35110-e1a0-4df5-b9e1-dc78f2fb732b", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress"} 2026-09-17T03:49:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "b3b35110-e1a0-4df5-b9e1-dc78f2fb732b", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d-authn-ssl"} 2026-09-17T03:49:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "b3b35110-e1a0-4df5-b9e1-dc78f2fb732b", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress"} 2026-09-17T03:49:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-84cd5d"}, "namespace": "ai-tenant-e2e-ipp-b-84cd5d", "name": "openshift-service-ca.crt", "reconcileID": "9364927f-7be9-4f5b-9d06-21122563e132", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-84cd5d"} 2026-09-17T03:49:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-84cd5d"}, "namespace": "ai-tenant-e2e-ipp-b-84cd5d", "name": "odh-trusted-ca-bundle", "reconcileID": "00765f58-c505-4182-abcb-8a87d54929cb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-84cd5d"} 2026-09-17T03:49:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-84cd5d"}, "namespace": "ai-tenant-e2e-ipp-b-84cd5d", "name": "openshift-service-ca.crt", "reconcileID": "c8969b24-b17e-4607-9b67-42a4cec957e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-84cd5d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T03:49:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-84cd5d"}, "namespace": "ai-tenant-e2e-ipp-b-84cd5d", "name": "openshift-service-ca.crt", "reconcileID": "c8969b24-b17e-4607-9b67-42a4cec957e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-84cd5d"} 2026-09-17T03:49:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-84cd5d"}, "namespace": "ai-tenant-e2e-ipp-b-84cd5d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e62f0c0-9017-4c1e-a987-eeace7673b3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-84cd5d"} 2026-09-17T03:49:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-84cd5d"}, "namespace": "ai-tenant-e2e-ipp-b-84cd5d", "name": "openshift-service-ca.crt", "reconcileID": "9b36cccc-eca0-4264-b26e-ad41417acf28", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-84cd5d"} 2026-09-17T03:49:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-84cd5d"}, "namespace": "ai-tenant-e2e-ipp-b-84cd5d", "name": "odh-trusted-ca-bundle", "reconcileID": "884677d4-9628-4559-8a37-a04bbc521805", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-84cd5d", "update": "odh-kserve-custom-ca-bundle"} 2026-09-17T03:49:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-84cd5d"}, "namespace": "ai-tenant-e2e-ipp-b-84cd5d", "name": "odh-trusted-ca-bundle", "reconcileID": "884677d4-9628-4559-8a37-a04bbc521805", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-84cd5d"} 2026-09-17T03:49:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-84cd5d"}, "namespace": "ai-tenant-e2e-ipp-b-84cd5d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc8d4011-aa23-4b85-8260-3e35acb7567a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-84cd5d"} 2026-09-17T03:49:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "38286078-93d7-4536-b1a2-73b7ff9d2fe3", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress"} 2026-09-17T03:49:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "38286078-93d7-4536-b1a2-73b7ff9d2fe3", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d-authn-ssl"} 2026-09-17T03:49:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "38286078-93d7-4536-b1a2-73b7ff9d2fe3", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress"} 2026-09-17T03:49:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "3742b8f7-5351-4d52-bcd5-877c2d081a67", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress"} 2026-09-17T03:49:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "3742b8f7-5351-4d52-bcd5-877c2d081a67", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d-authn-ssl"} 2026-09-17T03:49:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "3742b8f7-5351-4d52-bcd5-877c2d081a67", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress"} 2026-09-17T03:50:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "dd9c5535-cdbc-4d88-af88-31a5c74f6ca6", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:50:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "dd9c5535-cdbc-4d88-af88-31a5c74f6ca6", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:50:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "dd9c5535-cdbc-4d88-af88-31a5c74f6ca6", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:50:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "7077bdf8-fd0e-4c61-90ba-f0535a121fcf", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:50:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "dd9c5535-cdbc-4d88-af88-31a5c74f6ca6", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a-kserve-route-authn"} 2026-09-17T03:50:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "dd9c5535-cdbc-4d88-af88-31a5c74f6ca6", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "authType": "userdefined"} 2026-09-17T03:50:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "dd9c5535-cdbc-4d88-af88-31a5c74f6ca6", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:50:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "7077bdf8-fd0e-4c61-90ba-f0535a121fcf", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a-authn-ssl"} 2026-09-17T03:50:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "7077bdf8-fd0e-4c61-90ba-f0535a121fcf", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:50:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "e0b422ec-dfca-49eb-bd9e-076a3a6812c7", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:50:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "e0b422ec-dfca-49eb-bd9e-076a3a6812c7", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:50:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "e0b422ec-dfca-49eb-bd9e-076a3a6812c7", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:50:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "e0b422ec-dfca-49eb-bd9e-076a3a6812c7", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a-kserve-route-authn"} 2026-09-17T03:50:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "e0b422ec-dfca-49eb-bd9e-076a3a6812c7", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "authType": "userdefined"} 2026-09-17T03:50:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "e0b422ec-dfca-49eb-bd9e-076a3a6812c7", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:50:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "352d72fb-cc22-4c06-8999-b03e08ed4ac1", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:50:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "352d72fb-cc22-4c06-8999-b03e08ed4ac1", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a-authn-ssl"} 2026-09-17T03:50:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "352d72fb-cc22-4c06-8999-b03e08ed4ac1", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:50:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "96894999-4443-4641-bf79-12998856ce1b", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:50:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "96894999-4443-4641-bf79-12998856ce1b", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:50:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "96894999-4443-4641-bf79-12998856ce1b", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:50:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "96894999-4443-4641-bf79-12998856ce1b", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a-kserve-route-authn"} 2026-09-17T03:50:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "96894999-4443-4641-bf79-12998856ce1b", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "authType": "userdefined"} 2026-09-17T03:50:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "96894999-4443-4641-bf79-12998856ce1b", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:50:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "60948cd4-b3b3-411c-9d04-064e38f726d0", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:50:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "60948cd4-b3b3-411c-9d04-064e38f726d0", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:50:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "60948cd4-b3b3-411c-9d04-064e38f726d0", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:50:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "60948cd4-b3b3-411c-9d04-064e38f726d0", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a-kserve-route-authn"} 2026-09-17T03:50:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "60948cd4-b3b3-411c-9d04-064e38f726d0", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "authType": "userdefined"} 2026-09-17T03:50:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "60948cd4-b3b3-411c-9d04-064e38f726d0", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:50:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "f4a18bb6-751b-4afd-897c-980fb7137c0a", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress"} 2026-09-17T03:50:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "f4a18bb6-751b-4afd-897c-980fb7137c0a", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0-authn-ssl"} 2026-09-17T03:50:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "f4a18bb6-751b-4afd-897c-980fb7137c0a", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress"} 2026-09-17T03:50:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "c9a79e19-de9e-4be3-9b63-71f03e151d7a", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress"} 2026-09-17T03:50:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "c9a79e19-de9e-4be3-9b63-71f03e151d7a", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0-authn-ssl"} 2026-09-17T03:50:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "c9a79e19-de9e-4be3-9b63-71f03e151d7a", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress"} 2026-09-17T03:50:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "1cbaf6e2-0570-43e7-bfa8-798621dc0af1", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress"} 2026-09-17T03:50:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "1cbaf6e2-0570-43e7-bfa8-798621dc0af1", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0-authn-ssl"} 2026-09-17T03:50:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "1cbaf6e2-0570-43e7-bfa8-798621dc0af1", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress"} 2026-09-17T03:50:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "70ca2a12-c9de-49d8-a899-1953775a59b8", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress"} 2026-09-17T03:50:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "70ca2a12-c9de-49d8-a899-1953775a59b8", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0-authn-ssl"} 2026-09-17T03:50:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "70ca2a12-c9de-49d8-a899-1953775a59b8", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress"} 2026-09-17T03:50:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "37e53144-ac21-42a4-be33-a21397978bef", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress"} 2026-09-17T03:50:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "37e53144-ac21-42a4-be33-a21397978bef", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0-authn-ssl"} 2026-09-17T03:50:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "37e53144-ac21-42a4-be33-a21397978bef", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress"} 2026-09-17T03:50:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "96a7ef1d-be88-42ff-a154-68d2a71f55d8", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress"} 2026-09-17T03:50:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "96a7ef1d-be88-42ff-a154-68d2a71f55d8", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0-authn-ssl"} 2026-09-17T03:50:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "96a7ef1d-be88-42ff-a154-68d2a71f55d8", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress"} 2026-09-17T03:50:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "85384d63-168e-4034-b22d-990b3dd2908d", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress"} 2026-09-17T03:50:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "85384d63-168e-4034-b22d-990b3dd2908d", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0-authn-ssl"} 2026-09-17T03:50:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "85384d63-168e-4034-b22d-990b3dd2908d", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress"} 2026-09-17T03:50:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-0ccfd0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0", "name": "openshift-service-ca.crt", "reconcileID": "0f3f1888-fc8d-47c4-82d3-91b4d3fbb340", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0"} 2026-09-17T03:50:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0ccfd0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0", "name": "odh-trusted-ca-bundle", "reconcileID": "ac0866fc-cca4-43d1-b192-c304233e0f8e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0"} 2026-09-17T03:50:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-0ccfd0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0", "name": "openshift-service-ca.crt", "reconcileID": "389d2f94-d42c-4883-85a2-40c4450ffbeb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T03:50:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-0ccfd0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0", "name": "openshift-service-ca.crt", "reconcileID": "389d2f94-d42c-4883-85a2-40c4450ffbeb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0"} 2026-09-17T03:50:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0ccfd0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be5301ff-392d-4175-b949-6b70e2fd5a7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0"} 2026-09-17T03:50:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-0ccfd0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0", "name": "openshift-service-ca.crt", "reconcileID": "dff3411b-7d31-4cd9-b11e-8c05f91384e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0"} 2026-09-17T03:50:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0ccfd0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0", "name": "odh-trusted-ca-bundle", "reconcileID": "c0105ffe-4a7c-4483-8b9d-132ed53e7807", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0", "update": "odh-kserve-custom-ca-bundle"} 2026-09-17T03:50:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0ccfd0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0", "name": "odh-trusted-ca-bundle", "reconcileID": "c0105ffe-4a7c-4483-8b9d-132ed53e7807", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0"} 2026-09-17T03:50:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0ccfd0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c48c6c1-f48d-4d06-a3a9-f4b1c610f6e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0"} 2026-09-17T03:50:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "a9104f69-ce8e-4e3f-b6ac-7773309a0d39", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress"} 2026-09-17T03:50:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "a9104f69-ce8e-4e3f-b6ac-7773309a0d39", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0-authn-ssl"} 2026-09-17T03:50:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "a9104f69-ce8e-4e3f-b6ac-7773309a0d39", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress"} 2026-09-17T03:51:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "68663123-7c93-4fad-8d99-2043a549ad1c", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress"} 2026-09-17T03:51:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "68663123-7c93-4fad-8d99-2043a549ad1c", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0-authn-ssl"} 2026-09-17T03:51:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "68663123-7c93-4fad-8d99-2043a549ad1c", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress"} 2026-09-17T03:51:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "9617bc1c-683f-4d93-b7e6-19d77931b273", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress"} 2026-09-17T03:51:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "9617bc1c-683f-4d93-b7e6-19d77931b273", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0-authn-ssl"} 2026-09-17T03:51:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "9617bc1c-683f-4d93-b7e6-19d77931b273", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress"} 2026-09-17T03:51:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "f0d70606-8400-4922-9736-a00e35778799", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress"} 2026-09-17T03:51:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "f0d70606-8400-4922-9736-a00e35778799", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0-authn-ssl"} 2026-09-17T03:51:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "f0d70606-8400-4922-9736-a00e35778799", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress"} 2026-09-17T03:51:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0ccfd0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d547124c-136d-4d10-8831-99a39669adac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0"} 2026-09-17T03:51:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0ccfd0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d547124c-136d-4d10-8831-99a39669adac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T03:51:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0ccfd0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d547124c-136d-4d10-8831-99a39669adac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-0ccfd0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T03:51:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0ccfd0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0", "name": "odh-trusted-ca-bundle", "reconcileID": "d1d9fc15-4ab9-4834-8897-0754b50adb90", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0"} 2026-09-17T03:51:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0ccfd0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0", "name": "odh-trusted-ca-bundle", "reconcileID": "d1d9fc15-4ab9-4834-8897-0754b50adb90", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0"} 2026-09-17T03:51:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-0ccfd0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0", "name": "openshift-service-ca.crt", "reconcileID": "87138830-cc9b-463c-a56b-d63df739fbe7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0"} 2026-09-17T03:51:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-0ccfd0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0", "name": "openshift-service-ca.crt", "reconcileID": "87138830-cc9b-463c-a56b-d63df739fbe7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0"} 2026-09-17T03:51:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0ccfd0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4d76a51-3070-4b07-8ce4-ce34fd2576cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0"} 2026-09-17T03:51:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-0ccfd0"}, "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4d76a51-3070-4b07-8ce4-ce34fd2576cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-0ccfd0"} 2026-09-17T03:51:32Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-0ccfd0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-0ccfd0", "reconcileID": "cd8e85fa-df49-4bdf-a84f-82d3a060e9e5", "Gateway": "e2e-ipp-cleanup-0ccfd0", "namespace": "openshift-ingress"} 2026-09-17T03:51:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "35322a78-9bb2-4d71-ad79-045c581a61b8", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:51:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "35322a78-9bb2-4d71-ad79-045c581a61b8", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a-authn-ssl"} 2026-09-17T03:51:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "35322a78-9bb2-4d71-ad79-045c581a61b8", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:51:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "621acce1-1929-4075-b913-b517b4713958", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:51:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "621acce1-1929-4075-b913-b517b4713958", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a-authn-ssl"} 2026-09-17T03:51:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "621acce1-1929-4075-b913-b517b4713958", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:51:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "a0219b18-55f8-45d2-abc5-442107285395", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:51:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "a0219b18-55f8-45d2-abc5-442107285395", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a-authn-ssl"} 2026-09-17T03:51:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "a0219b18-55f8-45d2-abc5-442107285395", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:51:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "c59ee041-8a19-4d72-a81e-93c59d6608fe", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:51:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "c59ee041-8a19-4d72-a81e-93c59d6608fe", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:51:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "c59ee041-8a19-4d72-a81e-93c59d6608fe", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:51:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "c59ee041-8a19-4d72-a81e-93c59d6608fe", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a-kserve-route-authn"} 2026-09-17T03:51:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "c59ee041-8a19-4d72-a81e-93c59d6608fe", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "authType": "userdefined"} 2026-09-17T03:51:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "c59ee041-8a19-4d72-a81e-93c59d6608fe", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:52:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "95bee28b-00c8-4496-bb1a-01848b0861a5", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:52:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "95bee28b-00c8-4496-bb1a-01848b0861a5", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:52:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "95bee28b-00c8-4496-bb1a-01848b0861a5", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:52:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "95bee28b-00c8-4496-bb1a-01848b0861a5", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a-kserve-route-authn"} 2026-09-17T03:52:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "95bee28b-00c8-4496-bb1a-01848b0861a5", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "authType": "userdefined"} 2026-09-17T03:52:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "95bee28b-00c8-4496-bb1a-01848b0861a5", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:52:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "53b444f5-0703-41dd-b4c1-8736c5f6b9cf", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:52:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "53b444f5-0703-41dd-b4c1-8736c5f6b9cf", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a-authn-ssl"} 2026-09-17T03:52:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "53b444f5-0703-41dd-b4c1-8736c5f6b9cf", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:52:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cccb53a-6985-434a-8553-930bbac7570b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:52:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cccb53a-6985-434a-8553-930bbac7570b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T03:52:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cccb53a-6985-434a-8553-930bbac7570b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-d0ab1a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T03:52:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "odh-trusted-ca-bundle", "reconcileID": "e6d3bc27-fb4a-492b-b7a7-9979f4d26f69", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:52:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "odh-trusted-ca-bundle", "reconcileID": "e6d3bc27-fb4a-492b-b7a7-9979f4d26f69", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:52:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "openshift-service-ca.crt", "reconcileID": "0f2e864c-7cb8-425e-aa1c-b2bf52539d5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:52:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "openshift-service-ca.crt", "reconcileID": "0f2e864c-7cb8-425e-aa1c-b2bf52539d5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:52:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb359f8e-5cbf-45ff-9f5b-6a7e5b709f2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:52:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb359f8e-5cbf-45ff-9f5b-6a7e5b709f2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:52:35Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "2bc5c0fc-c4b0-4f70-98d8-d115df6d1729", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:52:35Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "2bc5c0fc-c4b0-4f70-98d8-d115df6d1729", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a"} 2026-09-17T03:52:35Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "2bc5c0fc-c4b0-4f70-98d8-d115df6d1729", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:52:35Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "2bc5c0fc-c4b0-4f70-98d8-d115df6d1729", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:52:35Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "2bc5c0fc-c4b0-4f70-98d8-d115df6d1729", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a-kserve-route-authn"} 2026-09-17T03:52:35Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "2bc5c0fc-c4b0-4f70-98d8-d115df6d1729", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a-kserve-route-authn"} 2026-09-17T03:52:35Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "2bc5c0fc-c4b0-4f70-98d8-d115df6d1729", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:52:35Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "2bc5c0fc-c4b0-4f70-98d8-d115df6d1729", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:52:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "997f4b4a-d2ab-4778-910b-6a01f3757449", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:52:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "997f4b4a-d2ab-4778-910b-6a01f3757449", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a"} 2026-09-17T03:52:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "997f4b4a-d2ab-4778-910b-6a01f3757449", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:52:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "997f4b4a-d2ab-4778-910b-6a01f3757449", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:52:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "997f4b4a-d2ab-4778-910b-6a01f3757449", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a-kserve-route-authn"} 2026-09-17T03:52:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "997f4b4a-d2ab-4778-910b-6a01f3757449", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a-kserve-route-authn"} 2026-09-17T03:52:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "997f4b4a-d2ab-4778-910b-6a01f3757449", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:52:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "997f4b4a-d2ab-4778-910b-6a01f3757449", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:52:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-d0ab1a","namespace":"ai-tenant-e2e-ipp-a-d0ab1a"}, "namespace": "ai-tenant-e2e-ipp-a-d0ab1a", "name": "ipp-route-d0ab1a", "reconcileID": "c411fac4-62f0-473e-bea2-ad1eb34ba168", "LLMInferenceService": "ipp-route-d0ab1a", "namespace": "ai-tenant-e2e-ipp-a-d0ab1a"} 2026-09-17T03:52:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "d207b244-4db3-45b5-8470-39bcf74d38ec", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:52:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "d207b244-4db3-45b5-8470-39bcf74d38ec", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a-authn-ssl"} 2026-09-17T03:52:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "d207b244-4db3-45b5-8470-39bcf74d38ec", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:53:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-d0ab1a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-d0ab1a", "reconcileID": "a80c83bb-ac2f-4766-9f61-06313558672e", "Gateway": "e2e-ipp-a-d0ab1a", "namespace": "openshift-ingress"} 2026-09-17T03:53:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "6d464801-6eca-47f1-9355-c856a8efea70", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress"} 2026-09-17T03:53:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "6d464801-6eca-47f1-9355-c856a8efea70", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d-authn-ssl"} 2026-09-17T03:53:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "6d464801-6eca-47f1-9355-c856a8efea70", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress"} 2026-09-17T03:53:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "4cadd1fb-58a2-43df-864f-271aab771872", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress"} 2026-09-17T03:53:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "4cadd1fb-58a2-43df-864f-271aab771872", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d-authn-ssl"} 2026-09-17T03:53:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "4cadd1fb-58a2-43df-864f-271aab771872", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress"} 2026-09-17T03:53:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-84cd5d"}, "namespace": "ai-tenant-e2e-ipp-b-84cd5d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23ea4969-ed2a-4286-b45b-93cb645b8b80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-84cd5d"} 2026-09-17T03:53:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-84cd5d"}, "namespace": "ai-tenant-e2e-ipp-b-84cd5d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23ea4969-ed2a-4286-b45b-93cb645b8b80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-84cd5d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T03:53:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-84cd5d"}, "namespace": "ai-tenant-e2e-ipp-b-84cd5d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23ea4969-ed2a-4286-b45b-93cb645b8b80", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-84cd5d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T03:53:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-84cd5d"}, "namespace": "ai-tenant-e2e-ipp-b-84cd5d", "name": "odh-trusted-ca-bundle", "reconcileID": "19fb07b0-4d91-4fc1-977e-9b22e2213a17", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-84cd5d"} 2026-09-17T03:53:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-84cd5d"}, "namespace": "ai-tenant-e2e-ipp-b-84cd5d", "name": "odh-trusted-ca-bundle", "reconcileID": "19fb07b0-4d91-4fc1-977e-9b22e2213a17", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-84cd5d"} 2026-09-17T03:53:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-84cd5d"}, "namespace": "ai-tenant-e2e-ipp-b-84cd5d", "name": "openshift-service-ca.crt", "reconcileID": "4a158cf2-fe0c-48b2-ae60-f772ab9bee18", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-84cd5d"} 2026-09-17T03:53:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-84cd5d"}, "namespace": "ai-tenant-e2e-ipp-b-84cd5d", "name": "openshift-service-ca.crt", "reconcileID": "4a158cf2-fe0c-48b2-ae60-f772ab9bee18", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-84cd5d"} 2026-09-17T03:53:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-84cd5d"}, "namespace": "ai-tenant-e2e-ipp-b-84cd5d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8d6d312-0c5e-40f7-984f-b57df724b8ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-84cd5d"} 2026-09-17T03:53:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-84cd5d"}, "namespace": "ai-tenant-e2e-ipp-b-84cd5d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8d6d312-0c5e-40f7-984f-b57df724b8ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-84cd5d"} 2026-09-17T03:53:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-84cd5d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-84cd5d", "reconcileID": "3cda0289-12a0-4c0f-91cc-7ded91530bdd", "Gateway": "e2e-ipp-b-84cd5d", "namespace": "openshift-ingress"} 2026-09-17T03:53:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "97a65e36-7db7-4723-bfa5-9bc9c6fc946d", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress"} 2026-09-17T03:53:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "97a65e36-7db7-4723-bfa5-9bc9c6fc946d", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045-authn-ssl"} 2026-09-17T03:53:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "97a65e36-7db7-4723-bfa5-9bc9c6fc946d", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress"} 2026-09-17T03:53:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "a7c97fd3-9630-4e0c-83c0-df373de9c549", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress"} 2026-09-17T03:53:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "a7c97fd3-9630-4e0c-83c0-df373de9c549", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045-authn-ssl"} 2026-09-17T03:53:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "a7c97fd3-9630-4e0c-83c0-df373de9c549", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress"} 2026-09-17T03:53:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdd27bbf-d7e5-41dd-9d0c-a3ec75df15b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:53:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdd27bbf-d7e5-41dd-9d0c-a3ec75df15b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T03:53:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdd27bbf-d7e5-41dd-9d0c-a3ec75df15b4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-22e045 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T03:53:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "odh-trusted-ca-bundle", "reconcileID": "431efa85-c1f9-43c0-9761-4d36955b856b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:53:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "odh-trusted-ca-bundle", "reconcileID": "431efa85-c1f9-43c0-9761-4d36955b856b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:53:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "openshift-service-ca.crt", "reconcileID": "db43c8d6-dc61-4c2c-9882-6e3c6c0b2863", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:53:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "openshift-service-ca.crt", "reconcileID": "db43c8d6-dc61-4c2c-9882-6e3c6c0b2863", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:53:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c8fc034-3a2b-4e15-8afd-3b007baba7a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:53:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-22e045"}, "namespace": "ai-tenant-e2e-shared-a-w3-22e045", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c8fc034-3a2b-4e15-8afd-3b007baba7a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-22e045"} 2026-09-17T03:53:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-22e045","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-22e045", "reconcileID": "a77ba271-e049-4bce-b0b6-b682df4fc133", "Gateway": "e2e-shared-a-w3-22e045", "namespace": "openshift-ingress"} 2026-09-17T03:53:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "821c8dd7-a28e-4801-908d-f611fdab4017", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress"} 2026-09-17T03:53:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "821c8dd7-a28e-4801-908d-f611fdab4017", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581-authn-ssl"} 2026-09-17T03:53:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "821c8dd7-a28e-4801-908d-f611fdab4017", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress"} 2026-09-17T03:53:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "0098f497-bb7c-4b40-9fe3-a16aab98c4bb", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress"} 2026-09-17T03:53:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "0098f497-bb7c-4b40-9fe3-a16aab98c4bb", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581-authn-ssl"} 2026-09-17T03:53:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "0098f497-bb7c-4b40-9fe3-a16aab98c4bb", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress"} 2026-09-17T03:53:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f709721b-867b-4fdb-a3cb-dcdc4e16d780", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:53:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f709721b-867b-4fdb-a3cb-dcdc4e16d780", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "create": "odh-kserve-custom-ca-bundle"} 2026-09-17T03:53:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f709721b-867b-4fdb-a3cb-dcdc4e16d780", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-f6d581 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-17T03:53:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "odh-trusted-ca-bundle", "reconcileID": "6b4e8c4d-0511-4799-a579-40e49ece5455", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:53:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "odh-trusted-ca-bundle", "reconcileID": "6b4e8c4d-0511-4799-a579-40e49ece5455", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:53:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "openshift-service-ca.crt", "reconcileID": "d355948c-f913-46e7-85cb-ed00228ed9b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:53:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "openshift-service-ca.crt", "reconcileID": "d355948c-f913-46e7-85cb-ed00228ed9b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:53:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ffba569-caf7-467d-a2ac-bde0a7938fb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:53:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-f6d581"}, "namespace": "ai-tenant-e2e-shared-b-w3-f6d581", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ffba569-caf7-467d-a2ac-bde0a7938fb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-f6d581"} 2026-09-17T03:53:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-f6d581","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-f6d581", "reconcileID": "7c67a11a-f886-478c-9a08-c6f42a7c39ee", "Gateway": "e2e-shared-b-w3-f6d581", "namespace": "openshift-ingress"} 2026-09-17T03:56:24Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T03:56:24Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T03:56:25Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T03:56:25Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-17T03:58:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "94842fd9-5c4c-4ca3-b034-fd01eadd3f7f", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm"} 2026-09-17T03:58:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "94842fd9-5c4c-4ca3-b034-fd01eadd3f7f", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm"} 2026-09-17T03:58:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "94842fd9-5c4c-4ca3-b034-fd01eadd3f7f", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm"} 2026-09-17T03:58:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f196faae-cb2f-4772-91e5-fb225f0ac7c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T03:58:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "94842fd9-5c4c-4ca3-b034-fd01eadd3f7f", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm", "name": "e2e-same-id-a-836e3afb-kserve-route-authn"} 2026-09-17T03:58:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "94842fd9-5c4c-4ca3-b034-fd01eadd3f7f", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm", "authType": "userdefined"} 2026-09-17T03:58:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "94842fd9-5c4c-4ca3-b034-fd01eadd3f7f", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm"} 2026-09-17T03:58:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f196faae-cb2f-4772-91e5-fb225f0ac7c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T03:58:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f196faae-cb2f-4772-91e5-fb225f0ac7c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T03:58:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "45268696-d918-4be7-91ef-9b3e07e5e653", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm"} 2026-09-17T03:58:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "45268696-d918-4be7-91ef-9b3e07e5e653", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm"} 2026-09-17T03:58:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "45268696-d918-4be7-91ef-9b3e07e5e653", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm"} 2026-09-17T03:58:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "45268696-d918-4be7-91ef-9b3e07e5e653", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm", "name": "e2e-same-id-a-836e3afb-kserve-route-authn"} 2026-09-17T03:58:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "45268696-d918-4be7-91ef-9b3e07e5e653", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm", "authType": "userdefined"} 2026-09-17T03:58:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "45268696-d918-4be7-91ef-9b3e07e5e653", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm"} 2026-09-17T03:58:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "b2d172cc-f439-4b97-84e2-ef87367e788f", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm"} 2026-09-17T03:58:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "b2d172cc-f439-4b97-84e2-ef87367e788f", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm"} 2026-09-17T03:58:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "b2d172cc-f439-4b97-84e2-ef87367e788f", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm"} 2026-09-17T03:58:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed6f7d70-e275-4bc1-b737-b5db6d9ecfce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T03:58:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "b2d172cc-f439-4b97-84e2-ef87367e788f", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm", "name": "e2e-same-id-b-836e3afb-kserve-route-authn"} 2026-09-17T03:58:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "b2d172cc-f439-4b97-84e2-ef87367e788f", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm", "authType": "userdefined"} 2026-09-17T03:58:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "b2d172cc-f439-4b97-84e2-ef87367e788f", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm"} 2026-09-17T03:58:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed6f7d70-e275-4bc1-b737-b5db6d9ecfce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T03:58:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed6f7d70-e275-4bc1-b737-b5db6d9ecfce", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T03:58:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b9967c0c-22bf-48bb-9b73-160338452d9b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T03:58:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b9967c0c-22bf-48bb-9b73-160338452d9b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T03:58:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b9967c0c-22bf-48bb-9b73-160338452d9b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T03:58:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "3b673faa-0423-4c0d-9f63-20f8d63485c4", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm"} 2026-09-17T03:58:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "3b673faa-0423-4c0d-9f63-20f8d63485c4", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm"} 2026-09-17T03:58:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "3b673faa-0423-4c0d-9f63-20f8d63485c4", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm"} 2026-09-17T03:58:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "3b673faa-0423-4c0d-9f63-20f8d63485c4", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm", "name": "e2e-same-id-a-836e3afb-kserve-route-authn"} 2026-09-17T03:58:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "3b673faa-0423-4c0d-9f63-20f8d63485c4", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm", "authType": "userdefined"} 2026-09-17T03:58:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "3b673faa-0423-4c0d-9f63-20f8d63485c4", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm"} 2026-09-17T03:58:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "6f00137c-6671-4627-bc4c-216419aff5da", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm"} 2026-09-17T03:58:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "6f00137c-6671-4627-bc4c-216419aff5da", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm"} 2026-09-17T03:58:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "6f00137c-6671-4627-bc4c-216419aff5da", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm"} 2026-09-17T03:58:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "6f00137c-6671-4627-bc4c-216419aff5da", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm", "name": "e2e-same-id-b-836e3afb-kserve-route-authn"} 2026-09-17T03:58:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "6f00137c-6671-4627-bc4c-216419aff5da", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm", "authType": "userdefined"} 2026-09-17T03:58:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "6f00137c-6671-4627-bc4c-216419aff5da", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm"} 2026-09-17T03:58:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fd9da4de-5ee0-4a50-80c3-09d6f8ab9450", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T03:58:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fd9da4de-5ee0-4a50-80c3-09d6f8ab9450", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T03:58:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fd9da4de-5ee0-4a50-80c3-09d6f8ab9450", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T03:58:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "f10eaf42-5798-4b25-a232-2464cd2d617a", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm"} 2026-09-17T03:58:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "f10eaf42-5798-4b25-a232-2464cd2d617a", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm"} 2026-09-17T03:58:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "f10eaf42-5798-4b25-a232-2464cd2d617a", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm"} 2026-09-17T03:58:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "f10eaf42-5798-4b25-a232-2464cd2d617a", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm", "name": "e2e-same-id-b-836e3afb-kserve-route-authn"} 2026-09-17T03:58:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "f10eaf42-5798-4b25-a232-2464cd2d617a", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm", "authType": "userdefined"} 2026-09-17T03:58:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "f10eaf42-5798-4b25-a232-2464cd2d617a", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm"} 2026-09-17T03:58:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "89495e01-9a22-4526-89a7-8a2c255fe28e", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm"} 2026-09-17T03:58:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "89495e01-9a22-4526-89a7-8a2c255fe28e", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm"} 2026-09-17T03:58:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "89495e01-9a22-4526-89a7-8a2c255fe28e", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm"} 2026-09-17T03:58:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "89495e01-9a22-4526-89a7-8a2c255fe28e", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm", "name": "e2e-same-id-a-836e3afb-kserve-route-authn"} 2026-09-17T03:58:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "89495e01-9a22-4526-89a7-8a2c255fe28e", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm", "authType": "userdefined"} 2026-09-17T03:58:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "89495e01-9a22-4526-89a7-8a2c255fe28e", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm"} 2026-09-17T03:59:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "613401ed-e036-4e80-ba52-a8fbb560c298", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm"} 2026-09-17T03:59:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "613401ed-e036-4e80-ba52-a8fbb560c298", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm"} 2026-09-17T03:59:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "613401ed-e036-4e80-ba52-a8fbb560c298", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm"} 2026-09-17T03:59:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "613401ed-e036-4e80-ba52-a8fbb560c298", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm", "name": "e2e-same-id-b-836e3afb-kserve-route-authn"} 2026-09-17T03:59:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "613401ed-e036-4e80-ba52-a8fbb560c298", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm", "authType": "userdefined"} 2026-09-17T03:59:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "613401ed-e036-4e80-ba52-a8fbb560c298", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm"} 2026-09-17T03:59:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "39220e8a-910d-4006-b666-25d9a63992fb", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm"} 2026-09-17T03:59:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "39220e8a-910d-4006-b666-25d9a63992fb", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm", "name": "e2e-same-id-a-836e3afb"} 2026-09-17T03:59:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "39220e8a-910d-4006-b666-25d9a63992fb", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm"} 2026-09-17T03:59:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "39220e8a-910d-4006-b666-25d9a63992fb", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm"} 2026-09-17T03:59:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "39220e8a-910d-4006-b666-25d9a63992fb", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm", "name": "e2e-same-id-a-836e3afb-kserve-route-authn"} 2026-09-17T03:59:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "39220e8a-910d-4006-b666-25d9a63992fb", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm", "name": "e2e-same-id-a-836e3afb-kserve-route-authn"} 2026-09-17T03:59:19Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-836e3afb", "reconcileID": "f18f8ffe-2eb6-4b1b-8014-11d47a8048c4", "LLMInferenceService": "e2e-same-id-a-836e3afb", "namespace": "llm"} 2026-09-17T03:59:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bda411ff-531b-4ef0-9901-577ea679c9fa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T03:59:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bda411ff-531b-4ef0-9901-577ea679c9fa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T03:59:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "bda411ff-531b-4ef0-9901-577ea679c9fa", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T03:59:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "26b9de78-ede1-45a7-a589-cf5da294f31f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T03:59:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "26b9de78-ede1-45a7-a589-cf5da294f31f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T03:59:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "26b9de78-ede1-45a7-a589-cf5da294f31f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T03:59:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "2456935e-e23e-4197-a7a6-db0a8973cd50", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm"} 2026-09-17T03:59:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "2456935e-e23e-4197-a7a6-db0a8973cd50", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm", "name": "e2e-same-id-b-836e3afb"} 2026-09-17T03:59:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "2456935e-e23e-4197-a7a6-db0a8973cd50", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm"} 2026-09-17T03:59:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "2456935e-e23e-4197-a7a6-db0a8973cd50", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm"} 2026-09-17T03:59:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "2456935e-e23e-4197-a7a6-db0a8973cd50", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm", "name": "e2e-same-id-b-836e3afb-kserve-route-authn"} 2026-09-17T03:59:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "2456935e-e23e-4197-a7a6-db0a8973cd50", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm", "name": "e2e-same-id-b-836e3afb-kserve-route-authn"} 2026-09-17T03:59:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-836e3afb","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-836e3afb", "reconcileID": "10a77560-6646-4b04-a820-e22b9c5d3469", "LLMInferenceService": "e2e-same-id-b-836e3afb", "namespace": "llm"} 2026-09-17T03:59:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "40bbd34f-5fb0-4996-a3b8-508001823946", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T03:59:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "40bbd34f-5fb0-4996-a3b8-508001823946", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T03:59:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "40bbd34f-5fb0-4996-a3b8-508001823946", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T03:59:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55fa2061-4d79-4da1-aed3-8f75d2505e97", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-17T03:59:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55fa2061-4d79-4da1-aed3-8f75d2505e97", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-17T03:59:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "55fa2061-4d79-4da1-aed3-8f75d2505e97", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}