2026-07-31T21:22:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "sub-test-model-8de79c", "reconcileID": "90ff1174-de91-45b3-a3e0-13ec075dd68e", "LLMInferenceService": "sub-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:22:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "sub-test-model-8de79c", "reconcileID": "90ff1174-de91-45b3-a3e0-13ec075dd68e", "LLMInferenceService": "sub-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:22:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "sub-test-model-8de79c", "reconcileID": "b208c1d4-d5fc-4d08-8ce4-a56a40645c83", "LLMInferenceService": "sub-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:22:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "1d1f6e37-e1c4-4c0c-8981-5fd7e8651b00", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress"} 2026-07-31T21:22:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "1d1f6e37-e1c4-4c0c-8981-5fd7e8651b00", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c-authn-ssl"} 2026-07-31T21:22:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "1d1f6e37-e1c4-4c0c-8981-5fd7e8651b00", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress"} 2026-07-31T21:22:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "54080ca5-7e92-4ee2-b9c6-1ef29a906b2d", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress"} 2026-07-31T21:22:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "54080ca5-7e92-4ee2-b9c6-1ef29a906b2d", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c-authn-ssl"} 2026-07-31T21:22:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "54080ca5-7e92-4ee2-b9c6-1ef29a906b2d", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress"} 2026-07-31T21:22:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "sub-test-model-6938c5", "reconcileID": "7b7c0d29-5ed4-4ae1-9542-96b3b7b84b5f", "LLMInferenceService": "sub-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:22:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "sub-test-model-6938c5", "reconcileID": "7b7c0d29-5ed4-4ae1-9542-96b3b7b84b5f", "LLMInferenceService": "sub-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "sub-test-model-6938c5"} 2026-07-31T21:22:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "sub-test-model-6938c5", "reconcileID": "7b7c0d29-5ed4-4ae1-9542-96b3b7b84b5f", "LLMInferenceService": "sub-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:22:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "sub-test-model-6938c5", "reconcileID": "7b7c0d29-5ed4-4ae1-9542-96b3b7b84b5f", "LLMInferenceService": "sub-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:22:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "sub-test-model-6938c5", "reconcileID": "7b7c0d29-5ed4-4ae1-9542-96b3b7b84b5f", "LLMInferenceService": "sub-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "sub-test-model-6938c5-kserve-route-authn"} 2026-07-31T21:22:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "sub-test-model-6938c5", "reconcileID": "7b7c0d29-5ed4-4ae1-9542-96b3b7b84b5f", "LLMInferenceService": "sub-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "sub-test-model-6938c5-kserve-route-authn"} 2026-07-31T21:22:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "sub-test-model-6938c5", "reconcileID": "7b7c0d29-5ed4-4ae1-9542-96b3b7b84b5f", "LLMInferenceService": "sub-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:22:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "sub-test-model-6938c5", "reconcileID": "7b7c0d29-5ed4-4ae1-9542-96b3b7b84b5f", "LLMInferenceService": "sub-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:22:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "sub-test-model-6938c5", "reconcileID": "c5eb36c4-3131-42c7-b297-b6a23ab43889", "LLMInferenceService": "sub-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:22:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "68dc53f1-8825-4955-b831-58a4a5deeba8", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:22:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "68dc53f1-8825-4955-b831-58a4a5deeba8", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5-authn-ssl"} 2026-07-31T21:22:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "68dc53f1-8825-4955-b831-58a4a5deeba8", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:22:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "ce636e34-74b0-4a72-8e2d-f5df4a2da3ab", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:22:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "ce636e34-74b0-4a72-8e2d-f5df4a2da3ab", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5-authn-ssl"} 2026-07-31T21:22:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "ce636e34-74b0-4a72-8e2d-f5df4a2da3ab", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:22:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "aba8df1b-f97f-4dd1-8a58-577872774414", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:22:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "aba8df1b-f97f-4dd1-8a58-577872774414", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:22:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "aba8df1b-f97f-4dd1-8a58-577872774414", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:22:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "0f8abf0f-eb15-4ee4-b438-1cc11800553b", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress"} 2026-07-31T21:22:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "aba8df1b-f97f-4dd1-8a58-577872774414", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c-kserve-route-authn"} 2026-07-31T21:22:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "aba8df1b-f97f-4dd1-8a58-577872774414", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c", "authType": "userdefined"} 2026-07-31T21:22:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "aba8df1b-f97f-4dd1-8a58-577872774414", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:22:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "0f8abf0f-eb15-4ee4-b438-1cc11800553b", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c-authn-ssl"} 2026-07-31T21:22:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "0f8abf0f-eb15-4ee4-b438-1cc11800553b", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress"} 2026-07-31T21:22:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "fe337d4b-8e22-4008-a303-92c0d96d903c", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:22:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "fe337d4b-8e22-4008-a303-92c0d96d903c", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:22:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "fe337d4b-8e22-4008-a303-92c0d96d903c", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:22:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "fe337d4b-8e22-4008-a303-92c0d96d903c", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c-kserve-route-authn"} 2026-07-31T21:22:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "fe337d4b-8e22-4008-a303-92c0d96d903c", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c", "authType": "userdefined"} 2026-07-31T21:22:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "fe337d4b-8e22-4008-a303-92c0d96d903c", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:22:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "ddcf01eb-5f22-4eb4-9033-77590c262f25", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:22:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "ddcf01eb-5f22-4eb4-9033-77590c262f25", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5-authn-ssl"} 2026-07-31T21:22:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "ddcf01eb-5f22-4eb4-9033-77590c262f25", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:22:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "71316ce6-e532-48c1-bb31-1ed28a782aa4", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress"} 2026-07-31T21:22:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "71316ce6-e532-48c1-bb31-1ed28a782aa4", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c-authn-ssl"} 2026-07-31T21:22:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "71316ce6-e532-48c1-bb31-1ed28a782aa4", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress"} 2026-07-31T21:22:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "3e047346-0da6-4bc9-97e7-8d0cfb50dbb9", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress"} 2026-07-31T21:22:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "3e047346-0da6-4bc9-97e7-8d0cfb50dbb9", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c-authn-ssl"} 2026-07-31T21:22:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "3e047346-0da6-4bc9-97e7-8d0cfb50dbb9", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress"} 2026-07-31T21:22:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "7fa05e54-c74b-42cd-a38d-0cebbb1c8c04", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:22:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "7fa05e54-c74b-42cd-a38d-0cebbb1c8c04", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:22:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "7fa05e54-c74b-42cd-a38d-0cebbb1c8c04", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:22:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "7fa05e54-c74b-42cd-a38d-0cebbb1c8c04", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c-kserve-route-authn"} 2026-07-31T21:22:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "7fa05e54-c74b-42cd-a38d-0cebbb1c8c04", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c", "authType": "userdefined"} 2026-07-31T21:22:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "7fa05e54-c74b-42cd-a38d-0cebbb1c8c04", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:23:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "7e2ba958-b848-4524-ae37-a79bb72f9412", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:23:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "7e2ba958-b848-4524-ae37-a79bb72f9412", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:23:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "7e2ba958-b848-4524-ae37-a79bb72f9412", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:23:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "7e2ba958-b848-4524-ae37-a79bb72f9412", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c-kserve-route-authn"} 2026-07-31T21:23:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "7e2ba958-b848-4524-ae37-a79bb72f9412", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c", "authType": "userdefined"} 2026-07-31T21:23:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "7e2ba958-b848-4524-ae37-a79bb72f9412", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:23:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "4ab2f26a-7525-4aff-899c-819b699e66aa", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:23:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "4ab2f26a-7525-4aff-899c-819b699e66aa", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:23:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "4ab2f26a-7525-4aff-899c-819b699e66aa", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:23:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "e4253af4-d6ef-42fa-8b1f-252d40ee1d1a", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:23:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "4ab2f26a-7525-4aff-899c-819b699e66aa", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5-kserve-route-authn"} 2026-07-31T21:23:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "4ab2f26a-7525-4aff-899c-819b699e66aa", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5", "authType": "userdefined"} 2026-07-31T21:23:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "4ab2f26a-7525-4aff-899c-819b699e66aa", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:23:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "e4253af4-d6ef-42fa-8b1f-252d40ee1d1a", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5-authn-ssl"} 2026-07-31T21:23:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "e4253af4-d6ef-42fa-8b1f-252d40ee1d1a", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:23:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "6ce541ba-45fd-4411-860e-8fd476588a37", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:23:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "6ce541ba-45fd-4411-860e-8fd476588a37", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:23:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "6ce541ba-45fd-4411-860e-8fd476588a37", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:23:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "6ce541ba-45fd-4411-860e-8fd476588a37", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5-kserve-route-authn"} 2026-07-31T21:23:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "6ce541ba-45fd-4411-860e-8fd476588a37", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5", "authType": "userdefined"} 2026-07-31T21:23:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "6ce541ba-45fd-4411-860e-8fd476588a37", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:23:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "3632ae36-6158-4282-bb1d-fe21a98c6ba0", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:23:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "3632ae36-6158-4282-bb1d-fe21a98c6ba0", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5-authn-ssl"} 2026-07-31T21:23:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "3632ae36-6158-4282-bb1d-fe21a98c6ba0", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:23:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "99f58f4b-61ec-4f57-ad97-6ca969612f88", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:23:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "99f58f4b-61ec-4f57-ad97-6ca969612f88", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:23:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "99f58f4b-61ec-4f57-ad97-6ca969612f88", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:23:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "99f58f4b-61ec-4f57-ad97-6ca969612f88", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5-kserve-route-authn"} 2026-07-31T21:23:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "99f58f4b-61ec-4f57-ad97-6ca969612f88", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5", "authType": "userdefined"} 2026-07-31T21:23:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "99f58f4b-61ec-4f57-ad97-6ca969612f88", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:23:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "87f87f3f-6fa2-4038-8fa8-dd71465e6431", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:23:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "87f87f3f-6fa2-4038-8fa8-dd71465e6431", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:23:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "87f87f3f-6fa2-4038-8fa8-dd71465e6431", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:23:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "87f87f3f-6fa2-4038-8fa8-dd71465e6431", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5-kserve-route-authn"} 2026-07-31T21:23:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "87f87f3f-6fa2-4038-8fa8-dd71465e6431", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5", "authType": "userdefined"} 2026-07-31T21:23:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "87f87f3f-6fa2-4038-8fa8-dd71465e6431", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:23:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "b1a5b784-9e61-45b1-a22e-a3af5bab2255", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:23:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "b1a5b784-9e61-45b1-a22e-a3af5bab2255", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:23:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "b1a5b784-9e61-45b1-a22e-a3af5bab2255", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:23:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "b1a5b784-9e61-45b1-a22e-a3af5bab2255", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5-kserve-route-authn"} 2026-07-31T21:23:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "b1a5b784-9e61-45b1-a22e-a3af5bab2255", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5", "authType": "userdefined"} 2026-07-31T21:23:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "b1a5b784-9e61-45b1-a22e-a3af5bab2255", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:23:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "76343a1b-c94b-480b-a5a6-2fe2ef3c3ae0", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress"} 2026-07-31T21:23:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "76343a1b-c94b-480b-a5a6-2fe2ef3c3ae0", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c-authn-ssl"} 2026-07-31T21:23:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "76343a1b-c94b-480b-a5a6-2fe2ef3c3ae0", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress"} 2026-07-31T21:23:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "c1049de4-d47f-4827-92ec-e5159f8cd0fd", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:23:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "c1049de4-d47f-4827-92ec-e5159f8cd0fd", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5-authn-ssl"} 2026-07-31T21:23:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "c1049de4-d47f-4827-92ec-e5159f8cd0fd", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:24:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "c2d56f92-78f7-44c9-b54f-27aa40f5c6e3", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:24:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "c2d56f92-78f7-44c9-b54f-27aa40f5c6e3", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5-authn-ssl"} 2026-07-31T21:24:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "c2d56f92-78f7-44c9-b54f-27aa40f5c6e3", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:24:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "4597a0f3-6aa3-4af5-b7f5-a0e0aa83aeef", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:24:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "4597a0f3-6aa3-4af5-b7f5-a0e0aa83aeef", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5-authn-ssl"} 2026-07-31T21:24:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "4597a0f3-6aa3-4af5-b7f5-a0e0aa83aeef", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:24:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "dd9715a3-6949-4d37-aa6e-f2c05ad41dbe", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:24:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "dd9715a3-6949-4d37-aa6e-f2c05ad41dbe", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c"} 2026-07-31T21:24:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "dd9715a3-6949-4d37-aa6e-f2c05ad41dbe", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:24:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "dd9715a3-6949-4d37-aa6e-f2c05ad41dbe", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:24:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "dd9715a3-6949-4d37-aa6e-f2c05ad41dbe", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c-kserve-route-authn"} 2026-07-31T21:24:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "dd9715a3-6949-4d37-aa6e-f2c05ad41dbe", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c-kserve-route-authn"} 2026-07-31T21:24:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "dd9715a3-6949-4d37-aa6e-f2c05ad41dbe", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:24:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "dd9715a3-6949-4d37-aa6e-f2c05ad41dbe", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:24:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-8de79c","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "rate-test-model-8de79c", "reconcileID": "31a39c2f-605e-44f7-82f6-a9161d279afa", "LLMInferenceService": "rate-test-model-8de79c", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:24:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "2d34490b-3193-4874-bd26-b7408009ee54", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress"} 2026-07-31T21:24:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "2d34490b-3193-4874-bd26-b7408009ee54", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c-authn-ssl"} 2026-07-31T21:24:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "2d34490b-3193-4874-bd26-b7408009ee54", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress"} 2026-07-31T21:24:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "8ac4d85a-32f2-47a8-ac81-08c7ca0be6e9", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress"} 2026-07-31T21:24:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "8ac4d85a-32f2-47a8-ac81-08c7ca0be6e9", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c-authn-ssl"} 2026-07-31T21:24:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "8ac4d85a-32f2-47a8-ac81-08c7ca0be6e9", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress"} 2026-07-31T21:24:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "3fea82f0-9bc5-4e03-bcc7-1069d3292304", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:24:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "3fea82f0-9bc5-4e03-bcc7-1069d3292304", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5"} 2026-07-31T21:24:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "3fea82f0-9bc5-4e03-bcc7-1069d3292304", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:24:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "3fea82f0-9bc5-4e03-bcc7-1069d3292304", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:24:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "3fea82f0-9bc5-4e03-bcc7-1069d3292304", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5-kserve-route-authn"} 2026-07-31T21:24:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "3fea82f0-9bc5-4e03-bcc7-1069d3292304", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5-kserve-route-authn"} 2026-07-31T21:24:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "3fea82f0-9bc5-4e03-bcc7-1069d3292304", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:24:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "3fea82f0-9bc5-4e03-bcc7-1069d3292304", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:24:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-6938c5","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "rate-test-model-6938c5", "reconcileID": "4a79b788-9005-473d-b7e4-66dd85b72565", "LLMInferenceService": "rate-test-model-6938c5", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:24:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "25910737-8cda-4009-a149-8abc8ce75fe9", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:24:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "25910737-8cda-4009-a149-8abc8ce75fe9", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5-authn-ssl"} 2026-07-31T21:24:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "25910737-8cda-4009-a149-8abc8ce75fe9", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:24:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "ce0d08f1-62c3-49d2-9cd2-1bffadffdd23", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:24:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "ce0d08f1-62c3-49d2-9cd2-1bffadffdd23", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5-authn-ssl"} 2026-07-31T21:24:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "ce0d08f1-62c3-49d2-9cd2-1bffadffdd23", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:24:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "743c165d-1656-4ca8-93ac-04570c7b16c5", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:24:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "743c165d-1656-4ca8-93ac-04570c7b16c5", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5-authn-ssl"} 2026-07-31T21:24:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "743c165d-1656-4ca8-93ac-04570c7b16c5", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:24:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "dcc8dc74-f055-4332-96e6-2d8b6a0399f7", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress"} 2026-07-31T21:24:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "dcc8dc74-f055-4332-96e6-2d8b6a0399f7", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c-authn-ssl"} 2026-07-31T21:24:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "dcc8dc74-f055-4332-96e6-2d8b6a0399f7", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress"} 2026-07-31T21:24:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "cc5a96d7-5143-4f2f-9bc8-8c12fe78b163", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:24:52Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "cc5a96d7-5143-4f2f-9bc8-8c12fe78b163", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74-authn-ssl"} 2026-07-31T21:24:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "cc5a96d7-5143-4f2f-9bc8-8c12fe78b163", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:24:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "6e522bcb-b625-4f15-b4f2-8cf2e5fb7ce7", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:24:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "6e522bcb-b625-4f15-b4f2-8cf2e5fb7ce7", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74-authn-ssl"} 2026-07-31T21:24:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "6e522bcb-b625-4f15-b4f2-8cf2e5fb7ce7", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:24:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "64824a75-c59a-464d-803c-07f601c1bf5a", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:24:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "64824a75-c59a-464d-803c-07f601c1bf5a", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74-authn-ssl"} 2026-07-31T21:24:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "64824a75-c59a-464d-803c-07f601c1bf5a", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:24:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "678fb417-fc4b-46ba-91b2-1df14fbdf231", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:24:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "678fb417-fc4b-46ba-91b2-1df14fbdf231", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74-authn-ssl"} 2026-07-31T21:24:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "678fb417-fc4b-46ba-91b2-1df14fbdf231", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:24:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "7b9acc13-b996-4199-815d-d813d220a0a0", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:24:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "7b9acc13-b996-4199-815d-d813d220a0a0", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74-authn-ssl"} 2026-07-31T21:24:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "7b9acc13-b996-4199-815d-d813d220a0a0", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:24:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "7407921b-e355-4f19-bb85-8069f861a3ec", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:24:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "7407921b-e355-4f19-bb85-8069f861a3ec", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74-authn-ssl"} 2026-07-31T21:24:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "7407921b-e355-4f19-bb85-8069f861a3ec", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:24:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "38163175-eddb-429f-ac4b-69af2be9715f", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:24:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "38163175-eddb-429f-ac4b-69af2be9715f", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74-authn-ssl"} 2026-07-31T21:24:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "38163175-eddb-429f-ac4b-69af2be9715f", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:24:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "odh-trusted-ca-bundle", "reconcileID": "3e2c1964-44a4-4106-8ce2-2add51f15087", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:24:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "openshift-service-ca.crt", "reconcileID": "da18ec0d-879b-4de0-bde7-97cf9f0b6520", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:24:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "openshift-service-ca.crt", "reconcileID": "e69360bc-88ea-431e-86f2-180be5993ed1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T21:24:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "openshift-service-ca.crt", "reconcileID": "e69360bc-88ea-431e-86f2-180be5993ed1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:24:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3389d118-e7b8-47ce-ae04-72921aefbf7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:24:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "openshift-service-ca.crt", "reconcileID": "96fff33f-aa6d-416e-9393-5ced0dec081d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:24:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "odh-trusted-ca-bundle", "reconcileID": "ef62e7f5-47a9-4aae-855d-a43cac31d46b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "update": "odh-kserve-custom-ca-bundle"} 2026-07-31T21:24:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "odh-trusted-ca-bundle", "reconcileID": "ef62e7f5-47a9-4aae-855d-a43cac31d46b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:24:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25a12343-00b8-46ed-961d-b12fa5d912de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:24:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "e38b844e-d787-47f6-b9b0-75faff6e6082", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:24:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "e38b844e-d787-47f6-b9b0-75faff6e6082", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74-authn-ssl"} 2026-07-31T21:24:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "e38b844e-d787-47f6-b9b0-75faff6e6082", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:24:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d0c9a44c-ea98-4306-be9a-99ed8ba17927", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T21:25:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "27d8fdea-0cdd-4b32-be3f-1f41d600acd6", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:25:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "27d8fdea-0cdd-4b32-be3f-1f41d600acd6", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74-authn-ssl"} 2026-07-31T21:25:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "27d8fdea-0cdd-4b32-be3f-1f41d600acd6", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:25:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "b8aa3e59-a36c-469e-9595-119fb9559c1f", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress"} 2026-07-31T21:25:21Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "b8aa3e59-a36c-469e-9595-119fb9559c1f", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2-authn-ssl"} 2026-07-31T21:25:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "b8aa3e59-a36c-469e-9595-119fb9559c1f", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress"} 2026-07-31T21:25:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "3da850df-c446-4cb5-9358-42c57229209a", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress"} 2026-07-31T21:25:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "3da850df-c446-4cb5-9358-42c57229209a", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2-authn-ssl"} 2026-07-31T21:25:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "3da850df-c446-4cb5-9358-42c57229209a", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress"} 2026-07-31T21:25:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "20a015e8-828b-465c-87db-cb80bbdf59d2", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress"} 2026-07-31T21:25:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "20a015e8-828b-465c-87db-cb80bbdf59d2", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2-authn-ssl"} 2026-07-31T21:25:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "20a015e8-828b-465c-87db-cb80bbdf59d2", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress"} 2026-07-31T21:25:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "71c7622c-1e0c-4fcc-a924-30d41f13a4d5", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress"} 2026-07-31T21:25:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "71c7622c-1e0c-4fcc-a924-30d41f13a4d5", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2-authn-ssl"} 2026-07-31T21:25:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "71c7622c-1e0c-4fcc-a924-30d41f13a4d5", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress"} 2026-07-31T21:25:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "e43f58af-0c33-41a0-8dcb-d8c9285537ab", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress"} 2026-07-31T21:25:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "e43f58af-0c33-41a0-8dcb-d8c9285537ab", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2-authn-ssl"} 2026-07-31T21:25:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "e43f58af-0c33-41a0-8dcb-d8c9285537ab", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress"} 2026-07-31T21:25:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "d5c1dd8e-168a-4c9f-ada3-bbed5b908bec", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress"} 2026-07-31T21:25:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "d5c1dd8e-168a-4c9f-ada3-bbed5b908bec", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2-authn-ssl"} 2026-07-31T21:25:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "d5c1dd8e-168a-4c9f-ada3-bbed5b908bec", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress"} 2026-07-31T21:25:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "71aa9ff0-0e87-4b05-9137-db1cf56246ac", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress"} 2026-07-31T21:25:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "71aa9ff0-0e87-4b05-9137-db1cf56246ac", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2-authn-ssl"} 2026-07-31T21:25:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "71aa9ff0-0e87-4b05-9137-db1cf56246ac", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress"} 2026-07-31T21:25:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "289b9f75-d111-45bf-ac83-e2fd2298c594", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T21:25:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5c3fd2"}, "namespace": "ai-tenant-e2e-ipp-b-5c3fd2", "name": "openshift-service-ca.crt", "reconcileID": "b61321f6-a3d3-4ea5-86d4-df290625136c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5c3fd2"} 2026-07-31T21:25:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c3fd2"}, "namespace": "ai-tenant-e2e-ipp-b-5c3fd2", "name": "odh-trusted-ca-bundle", "reconcileID": "89bb926e-53f7-4b34-a0e1-a24b46e964fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c3fd2"} 2026-07-31T21:25:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5c3fd2"}, "namespace": "ai-tenant-e2e-ipp-b-5c3fd2", "name": "openshift-service-ca.crt", "reconcileID": "84ca5536-faeb-4e69-8c62-d74afc0812aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5c3fd2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T21:25:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5c3fd2"}, "namespace": "ai-tenant-e2e-ipp-b-5c3fd2", "name": "openshift-service-ca.crt", "reconcileID": "84ca5536-faeb-4e69-8c62-d74afc0812aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5c3fd2"} 2026-07-31T21:25:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c3fd2"}, "namespace": "ai-tenant-e2e-ipp-b-5c3fd2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34015826-9d3a-4a28-8d92-c2b56678a09d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c3fd2"} 2026-07-31T21:25:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5c3fd2"}, "namespace": "ai-tenant-e2e-ipp-b-5c3fd2", "name": "openshift-service-ca.crt", "reconcileID": "fa1321a1-054c-4cbf-8c96-7561d1c9aa0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5c3fd2"} 2026-07-31T21:25:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c3fd2"}, "namespace": "ai-tenant-e2e-ipp-b-5c3fd2", "name": "odh-trusted-ca-bundle", "reconcileID": "b86c5fd6-f45b-4941-906d-67caf838682c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c3fd2", "update": "odh-kserve-custom-ca-bundle"} 2026-07-31T21:25:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c3fd2"}, "namespace": "ai-tenant-e2e-ipp-b-5c3fd2", "name": "odh-trusted-ca-bundle", "reconcileID": "b86c5fd6-f45b-4941-906d-67caf838682c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c3fd2"} 2026-07-31T21:25:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c3fd2"}, "namespace": "ai-tenant-e2e-ipp-b-5c3fd2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f739131e-307a-46e5-8e33-c5a421f9f364", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c3fd2"} 2026-07-31T21:25:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "f116cad2-f2c2-433c-9767-b790e4968326", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress"} 2026-07-31T21:25:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "f116cad2-f2c2-433c-9767-b790e4968326", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2-authn-ssl"} 2026-07-31T21:25:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "f116cad2-f2c2-433c-9767-b790e4968326", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress"} 2026-07-31T21:25:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8890d6e6-cb18-4d29-9620-30aa00014cc9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T21:25:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "7eed1f9d-3120-4bd7-8fed-6d661e9bbd1e", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress"} 2026-07-31T21:25:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "7eed1f9d-3120-4bd7-8fed-6d661e9bbd1e", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2-authn-ssl"} 2026-07-31T21:25:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "7eed1f9d-3120-4bd7-8fed-6d661e9bbd1e", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress"} 2026-07-31T21:25:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "72b07d25-1a01-4dd1-9229-da008db8843f", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:25:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "72b07d25-1a01-4dd1-9229-da008db8843f", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:25:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "72b07d25-1a01-4dd1-9229-da008db8843f", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:25:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "ea660f5a-587f-4235-8bfe-077f48f74e7a", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:25:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "72b07d25-1a01-4dd1-9229-da008db8843f", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74-kserve-route-authn"} 2026-07-31T21:25:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "72b07d25-1a01-4dd1-9229-da008db8843f", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "authType": "userdefined"} 2026-07-31T21:25:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "72b07d25-1a01-4dd1-9229-da008db8843f", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:25:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "ea660f5a-587f-4235-8bfe-077f48f74e7a", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74-authn-ssl"} 2026-07-31T21:25:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "ea660f5a-587f-4235-8bfe-077f48f74e7a", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:25:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "afaf116a-5490-4d6a-a3ee-b383865d0707", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:25:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "afaf116a-5490-4d6a-a3ee-b383865d0707", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:25:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "afaf116a-5490-4d6a-a3ee-b383865d0707", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:25:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "afaf116a-5490-4d6a-a3ee-b383865d0707", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74-kserve-route-authn"} 2026-07-31T21:25:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "afaf116a-5490-4d6a-a3ee-b383865d0707", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "authType": "userdefined"} 2026-07-31T21:25:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "afaf116a-5490-4d6a-a3ee-b383865d0707", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:26:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "9ccd4f9d-417c-4655-aaf8-df41b3f6d78e", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:26:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "9ccd4f9d-417c-4655-aaf8-df41b3f6d78e", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74-authn-ssl"} 2026-07-31T21:26:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "9ccd4f9d-417c-4655-aaf8-df41b3f6d78e", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:26:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "1354250c-3708-42a1-9941-8a9050b234cd", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:26:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "1354250c-3708-42a1-9941-8a9050b234cd", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:26:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "1354250c-3708-42a1-9941-8a9050b234cd", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:26:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "1354250c-3708-42a1-9941-8a9050b234cd", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74-kserve-route-authn"} 2026-07-31T21:26:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "1354250c-3708-42a1-9941-8a9050b234cd", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "authType": "userdefined"} 2026-07-31T21:26:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "1354250c-3708-42a1-9941-8a9050b234cd", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:26:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "fb6c2967-8648-471f-8b53-6a02eea429ba", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:26:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "fb6c2967-8648-471f-8b53-6a02eea429ba", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:26:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "fb6c2967-8648-471f-8b53-6a02eea429ba", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:26:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "fb6c2967-8648-471f-8b53-6a02eea429ba", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74-kserve-route-authn"} 2026-07-31T21:26:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "fb6c2967-8648-471f-8b53-6a02eea429ba", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "authType": "userdefined"} 2026-07-31T21:26:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "fb6c2967-8648-471f-8b53-6a02eea429ba", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:26:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "83ab2fb7-f2c2-46ab-a2a3-15a4111904c3", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:26:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "83ab2fb7-f2c2-46ab-a2a3-15a4111904c3", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:26:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "83ab2fb7-f2c2-46ab-a2a3-15a4111904c3", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:26:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "83ab2fb7-f2c2-46ab-a2a3-15a4111904c3", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74-kserve-route-authn"} 2026-07-31T21:26:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "83ab2fb7-f2c2-46ab-a2a3-15a4111904c3", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "authType": "userdefined"} 2026-07-31T21:26:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "83ab2fb7-f2c2-46ab-a2a3-15a4111904c3", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:26:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "ffea1ff5-284f-4f17-abe9-451d5da52470", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:26:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "ffea1ff5-284f-4f17-abe9-451d5da52470", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74-authn-ssl"} 2026-07-31T21:26:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "ffea1ff5-284f-4f17-abe9-451d5da52470", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:26:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0fed6438-bc8e-4d25-b4d2-fe41b9c50aaf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T21:26:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "0bcd3799-d12c-40d9-b823-e37e63c04c50", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:26:42Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "0bcd3799-d12c-40d9-b823-e37e63c04c50", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d-authn-ssl"} 2026-07-31T21:26:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "0bcd3799-d12c-40d9-b823-e37e63c04c50", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:26:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "69dd74aa-803b-4173-924f-97748764350d", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:26:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "69dd74aa-803b-4173-924f-97748764350d", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d-authn-ssl"} 2026-07-31T21:26:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "69dd74aa-803b-4173-924f-97748764350d", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:26:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "fc1f5e8b-72a3-4000-8d21-ec2ed7cd05e3", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:26:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "fc1f5e8b-72a3-4000-8d21-ec2ed7cd05e3", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d-authn-ssl"} 2026-07-31T21:26:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "fc1f5e8b-72a3-4000-8d21-ec2ed7cd05e3", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:26:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "244fa27e-a20c-435b-98fc-7dfa542e8850", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:26:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "244fa27e-a20c-435b-98fc-7dfa542e8850", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d-authn-ssl"} 2026-07-31T21:26:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "244fa27e-a20c-435b-98fc-7dfa542e8850", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:26:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "1cc02ffb-4e89-445f-92f4-15d2ae9911f2", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:26:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "1cc02ffb-4e89-445f-92f4-15d2ae9911f2", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d-authn-ssl"} 2026-07-31T21:26:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "1cc02ffb-4e89-445f-92f4-15d2ae9911f2", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:26:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "9b404a60-ecfc-4602-8fb6-6f4e4955d56c", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:26:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "9b404a60-ecfc-4602-8fb6-6f4e4955d56c", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d-authn-ssl"} 2026-07-31T21:26:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "9b404a60-ecfc-4602-8fb6-6f4e4955d56c", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:26:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "eb2f3add-d43b-4fd1-9589-f5e09d93ef63", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:26:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "eb2f3add-d43b-4fd1-9589-f5e09d93ef63", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d-authn-ssl"} 2026-07-31T21:26:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "eb2f3add-d43b-4fd1-9589-f5e09d93ef63", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:26:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "9a5a6d88-53bf-4890-a70e-ac501b9b6597", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:26:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "9a5a6d88-53bf-4890-a70e-ac501b9b6597", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d-authn-ssl"} 2026-07-31T21:26:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "9a5a6d88-53bf-4890-a70e-ac501b9b6597", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:26:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-69e90d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d", "name": "openshift-service-ca.crt", "reconcileID": "b1521b8b-3b23-4982-b284-c823ab3b1c09", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d"} 2026-07-31T21:26:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-69e90d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d", "name": "openshift-service-ca.crt", "reconcileID": "8065c144-f93e-43fe-8511-ed6929303d2a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T21:26:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-69e90d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d", "name": "openshift-service-ca.crt", "reconcileID": "8065c144-f93e-43fe-8511-ed6929303d2a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d"} 2026-07-31T21:26:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-69e90d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d", "name": "odh-trusted-ca-bundle", "reconcileID": "ccacadc2-05a6-4dc5-985c-00ac1232c693", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T21:26:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-69e90d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d", "name": "odh-trusted-ca-bundle", "reconcileID": "ccacadc2-05a6-4dc5-985c-00ac1232c693", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T21:26:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-69e90d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cdf72d99-cb26-40dd-a237-16ea25521525", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d"} 2026-07-31T21:26:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-69e90d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d", "name": "openshift-service-ca.crt", "reconcileID": "68fd142b-856e-47e8-9d4a-6af6ede3a40d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d"} 2026-07-31T21:26:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-69e90d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d", "name": "odh-trusted-ca-bundle", "reconcileID": "87df80fd-1258-4f23-9806-779f7ce42816", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d"} 2026-07-31T21:26:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-69e90d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d", "name": "odh-trusted-ca-bundle", "reconcileID": "aa233aad-fbe2-42b7-ad99-d37338d92985", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-31T21:26:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-69e90d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d", "name": "odh-trusted-ca-bundle", "reconcileID": "aa233aad-fbe2-42b7-ad99-d37338d92985", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d"} 2026-07-31T21:26:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-69e90d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "262d14db-138f-4a66-a219-92436017d556", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d"} 2026-07-31T21:26:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "46b5eb7b-dacf-4577-ac22-a6f173608b41", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:26:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "46b5eb7b-dacf-4577-ac22-a6f173608b41", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d-authn-ssl"} 2026-07-31T21:26:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "46b5eb7b-dacf-4577-ac22-a6f173608b41", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:26:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fdb9597b-1e00-40c6-a385-94c11f5b971d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T21:26:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "9fb5f99a-91a8-4c0e-b01d-8169cb717b4c", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:26:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "9fb5f99a-91a8-4c0e-b01d-8169cb717b4c", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d-authn-ssl"} 2026-07-31T21:26:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "9fb5f99a-91a8-4c0e-b01d-8169cb717b4c", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:27:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6e5dc51a-d450-4395-9121-fe5c003addc5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T21:27:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "732cc032-ed21-4936-b7fc-1360bba77d0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T21:27:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "46e11370-3d06-44c1-8f90-eca5bbf8f8da", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:27:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "46e11370-3d06-44c1-8f90-eca5bbf8f8da", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d-authn-ssl"} 2026-07-31T21:27:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "46e11370-3d06-44c1-8f90-eca5bbf8f8da", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:27:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "64114870-33ec-4ae5-ac5a-649113548531", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:27:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "64114870-33ec-4ae5-ac5a-649113548531", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d-authn-ssl"} 2026-07-31T21:27:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "64114870-33ec-4ae5-ac5a-649113548531", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:27:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-69e90d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e852d286-ab8e-4fc9-a79e-312069744812", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d"} 2026-07-31T21:27:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-69e90d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e852d286-ab8e-4fc9-a79e-312069744812", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T21:27:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-69e90d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e852d286-ab8e-4fc9-a79e-312069744812", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-69e90d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T21:27:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-69e90d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d", "name": "odh-trusted-ca-bundle", "reconcileID": "2080fcb0-9c7b-4892-ba43-32206cb7ce50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d"} 2026-07-31T21:27:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-69e90d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d", "name": "odh-trusted-ca-bundle", "reconcileID": "2080fcb0-9c7b-4892-ba43-32206cb7ce50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d"} 2026-07-31T21:27:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-69e90d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d", "name": "openshift-service-ca.crt", "reconcileID": "a0a74786-5ac7-40d4-b921-2bc1963773ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d"} 2026-07-31T21:27:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-69e90d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d", "name": "openshift-service-ca.crt", "reconcileID": "a0a74786-5ac7-40d4-b921-2bc1963773ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d"} 2026-07-31T21:27:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-69e90d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a8769fb-36c4-4e39-ae37-ec67609f3731", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d"} 2026-07-31T21:27:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-69e90d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a8769fb-36c4-4e39-ae37-ec67609f3731", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-69e90d"} 2026-07-31T21:27:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-69e90d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-69e90d", "reconcileID": "23f72391-6dcf-4c63-9bcf-3fe1c31f49b5", "Gateway": "e2e-ipp-cleanup-69e90d", "namespace": "openshift-ingress"} 2026-07-31T21:27:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "45977b58-279f-4f89-8301-046471816825", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T21:27:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "fccd5cf6-47e7-44c1-a359-f3c3f1ce8e57", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:27:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "fccd5cf6-47e7-44c1-a359-f3c3f1ce8e57", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74-authn-ssl"} 2026-07-31T21:27:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "fccd5cf6-47e7-44c1-a359-f3c3f1ce8e57", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:27:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "75110e07-a0ee-4e21-8525-7f51f113db63", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:27:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "75110e07-a0ee-4e21-8525-7f51f113db63", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74-authn-ssl"} 2026-07-31T21:27:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "75110e07-a0ee-4e21-8525-7f51f113db63", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:27:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "71b7f169-4947-443a-a3d9-9888d1ad2ebf", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:27:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "71b7f169-4947-443a-a3d9-9888d1ad2ebf", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74-authn-ssl"} 2026-07-31T21:27:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "71b7f169-4947-443a-a3d9-9888d1ad2ebf", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:27:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "a463bf9b-31c6-43de-ac13-b4b39fe3ba54", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:27:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "a463bf9b-31c6-43de-ac13-b4b39fe3ba54", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74-authn-ssl"} 2026-07-31T21:27:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "a463bf9b-31c6-43de-ac13-b4b39fe3ba54", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:27:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "314efb41-c244-41c9-9d13-757cdb455b6e", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:27:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "314efb41-c244-41c9-9d13-757cdb455b6e", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:27:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "314efb41-c244-41c9-9d13-757cdb455b6e", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:27:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "314efb41-c244-41c9-9d13-757cdb455b6e", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74-kserve-route-authn"} 2026-07-31T21:27:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "314efb41-c244-41c9-9d13-757cdb455b6e", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "authType": "userdefined"} 2026-07-31T21:27:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "314efb41-c244-41c9-9d13-757cdb455b6e", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:28:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75dc08d9-68a7-4cc2-9663-8d3ab0c6449c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:28:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75dc08d9-68a7-4cc2-9663-8d3ab0c6449c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T21:28:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75dc08d9-68a7-4cc2-9663-8d3ab0c6449c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b4cb74 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T21:28:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "odh-trusted-ca-bundle", "reconcileID": "57a5af5f-4945-4879-b7d9-a07373d5e838", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:28:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "odh-trusted-ca-bundle", "reconcileID": "57a5af5f-4945-4879-b7d9-a07373d5e838", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T21:28:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "odh-trusted-ca-bundle", "reconcileID": "57a5af5f-4945-4879-b7d9-a07373d5e838", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b4cb74 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T21:28:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "openshift-service-ca.crt", "reconcileID": "68bfc0eb-505d-43a6-a44b-15e2144e00fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:28:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "openshift-service-ca.crt", "reconcileID": "68bfc0eb-505d-43a6-a44b-15e2144e00fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:28:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56f45c44-2d9a-4fdb-bde8-a96b31b6f423", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:28:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56f45c44-2d9a-4fdb-bde8-a96b31b6f423", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:28:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "odh-trusted-ca-bundle", "reconcileID": "2589cabc-6e6a-446b-a652-2d876451f79e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:28:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "odh-trusted-ca-bundle", "reconcileID": "2589cabc-6e6a-446b-a652-2d876451f79e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:28:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "3c039abd-fe14-44eb-8638-c23948fb3e56", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:28:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "3c039abd-fe14-44eb-8638-c23948fb3e56", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:28:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "3c039abd-fe14-44eb-8638-c23948fb3e56", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:28:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "3c039abd-fe14-44eb-8638-c23948fb3e56", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74-kserve-route-authn"} 2026-07-31T21:28:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "3c039abd-fe14-44eb-8638-c23948fb3e56", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "authType": "userdefined"} 2026-07-31T21:28:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "3c039abd-fe14-44eb-8638-c23948fb3e56", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:28:25Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "b37ac506-9bc6-427d-8649-4d510b5cf584", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:28:25Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "b37ac506-9bc6-427d-8649-4d510b5cf584", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74"} 2026-07-31T21:28:25Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "b37ac506-9bc6-427d-8649-4d510b5cf584", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:28:25Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "b37ac506-9bc6-427d-8649-4d510b5cf584", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:28:25Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "b37ac506-9bc6-427d-8649-4d510b5cf584", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74-kserve-route-authn"} 2026-07-31T21:28:25Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "b37ac506-9bc6-427d-8649-4d510b5cf584", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74-kserve-route-authn"} 2026-07-31T21:28:25Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "b37ac506-9bc6-427d-8649-4d510b5cf584", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:28:25Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "b37ac506-9bc6-427d-8649-4d510b5cf584", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:28:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "cee969bb-e6f9-4939-8890-7fc485cf0b0d", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:28:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "cee969bb-e6f9-4939-8890-7fc485cf0b0d", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74-authn-ssl"} 2026-07-31T21:28:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "cee969bb-e6f9-4939-8890-7fc485cf0b0d", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:29:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "b39356b7-afe5-47d4-9a5b-ea0fdf86bf33", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:29:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "b39356b7-afe5-47d4-9a5b-ea0fdf86bf33", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74"} 2026-07-31T21:29:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "b39356b7-afe5-47d4-9a5b-ea0fdf86bf33", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:29:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "b39356b7-afe5-47d4-9a5b-ea0fdf86bf33", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:29:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "b39356b7-afe5-47d4-9a5b-ea0fdf86bf33", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74-kserve-route-authn"} 2026-07-31T21:29:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "b39356b7-afe5-47d4-9a5b-ea0fdf86bf33", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74-kserve-route-authn"} 2026-07-31T21:29:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "b39356b7-afe5-47d4-9a5b-ea0fdf86bf33", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:29:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "b39356b7-afe5-47d4-9a5b-ea0fdf86bf33", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:29:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b4cb74","namespace":"ai-tenant-e2e-ipp-a-b4cb74"}, "namespace": "ai-tenant-e2e-ipp-a-b4cb74", "name": "ipp-route-b4cb74", "reconcileID": "86304393-6031-40ba-b3b9-8d0c3e2baff0", "LLMInferenceService": "ipp-route-b4cb74", "namespace": "ai-tenant-e2e-ipp-a-b4cb74"} 2026-07-31T21:29:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "77075a50-2621-4feb-a407-f5715129815d", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:29:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "77075a50-2621-4feb-a407-f5715129815d", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74-authn-ssl"} 2026-07-31T21:29:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "77075a50-2621-4feb-a407-f5715129815d", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:29:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b4cb74","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b4cb74", "reconcileID": "054feabf-22c7-454b-9771-9af3aad82db0", "Gateway": "e2e-ipp-a-b4cb74", "namespace": "openshift-ingress"} 2026-07-31T21:29:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "900a25e6-59c6-49fd-8aea-f64dd956721a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T21:29:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "cb4841ff-0fb1-420b-9786-8f34ac2f69ef", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress"} 2026-07-31T21:29:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "cb4841ff-0fb1-420b-9786-8f34ac2f69ef", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2-authn-ssl"} 2026-07-31T21:29:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "cb4841ff-0fb1-420b-9786-8f34ac2f69ef", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress"} 2026-07-31T21:29:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "ddfb9ede-d2c6-4cdc-b944-b7983304c76e", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress"} 2026-07-31T21:29:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "ddfb9ede-d2c6-4cdc-b944-b7983304c76e", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2-authn-ssl"} 2026-07-31T21:29:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "ddfb9ede-d2c6-4cdc-b944-b7983304c76e", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress"} 2026-07-31T21:29:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c3fd2"}, "namespace": "ai-tenant-e2e-ipp-b-5c3fd2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10d31af0-b542-47f4-aa92-0d3b86fa0f6d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c3fd2"} 2026-07-31T21:29:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c3fd2"}, "namespace": "ai-tenant-e2e-ipp-b-5c3fd2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10d31af0-b542-47f4-aa92-0d3b86fa0f6d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c3fd2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T21:29:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c3fd2"}, "namespace": "ai-tenant-e2e-ipp-b-5c3fd2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10d31af0-b542-47f4-aa92-0d3b86fa0f6d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-5c3fd2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T21:29:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c3fd2"}, "namespace": "ai-tenant-e2e-ipp-b-5c3fd2", "name": "odh-trusted-ca-bundle", "reconcileID": "7bade1a6-a01e-45a8-a4cd-9ba289daa9cd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c3fd2"} 2026-07-31T21:29:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c3fd2"}, "namespace": "ai-tenant-e2e-ipp-b-5c3fd2", "name": "odh-trusted-ca-bundle", "reconcileID": "7bade1a6-a01e-45a8-a4cd-9ba289daa9cd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c3fd2"} 2026-07-31T21:29:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5c3fd2"}, "namespace": "ai-tenant-e2e-ipp-b-5c3fd2", "name": "openshift-service-ca.crt", "reconcileID": "43422730-6d30-4650-9e1c-d996f90238ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5c3fd2"} 2026-07-31T21:29:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-5c3fd2"}, "namespace": "ai-tenant-e2e-ipp-b-5c3fd2", "name": "openshift-service-ca.crt", "reconcileID": "43422730-6d30-4650-9e1c-d996f90238ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-5c3fd2"} 2026-07-31T21:29:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c3fd2"}, "namespace": "ai-tenant-e2e-ipp-b-5c3fd2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8cc2781-ceb4-4193-879c-ce6521232b6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c3fd2"} 2026-07-31T21:29:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-5c3fd2"}, "namespace": "ai-tenant-e2e-ipp-b-5c3fd2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8cc2781-ceb4-4193-879c-ce6521232b6b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-5c3fd2"} 2026-07-31T21:29:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-5c3fd2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-5c3fd2", "reconcileID": "b3d757b1-918a-417c-b2b5-1be34f22c465", "Gateway": "e2e-ipp-b-5c3fd2", "namespace": "openshift-ingress"} 2026-07-31T21:29:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d9eb3835-e353-4199-bdd4-2113b0f892f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T21:29:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "ce45f127-2dd3-4a52-a772-4340782722d2", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress"} 2026-07-31T21:29:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "ce45f127-2dd3-4a52-a772-4340782722d2", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c-authn-ssl"} 2026-07-31T21:29:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "ce45f127-2dd3-4a52-a772-4340782722d2", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress"} 2026-07-31T21:29:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "4403e46d-0ff1-495e-a984-ea13291d1a81", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress"} 2026-07-31T21:29:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "4403e46d-0ff1-495e-a984-ea13291d1a81", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c-authn-ssl"} 2026-07-31T21:29:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "4403e46d-0ff1-495e-a984-ea13291d1a81", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress"} 2026-07-31T21:29:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "972e3828-ec7f-4bba-b1af-5a9f51f20262", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:29:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "972e3828-ec7f-4bba-b1af-5a9f51f20262", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8de79c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T21:29:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "972e3828-ec7f-4bba-b1af-5a9f51f20262", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-8de79c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T21:29:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "odh-trusted-ca-bundle", "reconcileID": "48a2b2de-fa6b-4c75-a1e1-c576b1bf81ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:29:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "odh-trusted-ca-bundle", "reconcileID": "48a2b2de-fa6b-4c75-a1e1-c576b1bf81ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8de79c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T21:29:50Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "odh-trusted-ca-bundle", "reconcileID": "48a2b2de-fa6b-4c75-a1e1-c576b1bf81ec", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-8de79c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T21:29:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7492596a-f447-4a69-860f-442ebf028144", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:29:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7492596a-f447-4a69-860f-442ebf028144", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:29:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "openshift-service-ca.crt", "reconcileID": "38ac0f98-a260-4e0a-913f-08e1026a3a45", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:29:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "openshift-service-ca.crt", "reconcileID": "38ac0f98-a260-4e0a-913f-08e1026a3a45", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:29:50Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "odh-trusted-ca-bundle", "reconcileID": "38abdcd3-4f7d-4611-889b-9160563cb71e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:29:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-8de79c"}, "namespace": "ai-tenant-e2e-shared-a-8de79c", "name": "odh-trusted-ca-bundle", "reconcileID": "38abdcd3-4f7d-4611-889b-9160563cb71e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-8de79c"} 2026-07-31T21:29:50Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-8de79c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-8de79c", "reconcileID": "04451406-db1a-43a7-ad1c-7ca231aaa626", "Gateway": "e2e-shared-a-8de79c", "namespace": "openshift-ingress"} 2026-07-31T21:29:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8ced010f-d58e-4516-848b-f06b5750972e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-31T21:30:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "4d8a52f1-21ae-45b1-b38a-fdc82fefb2ac", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:30:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "4d8a52f1-21ae-45b1-b38a-fdc82fefb2ac", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5-authn-ssl"} 2026-07-31T21:30:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "4d8a52f1-21ae-45b1-b38a-fdc82fefb2ac", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:30:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "628f6c1a-3bf7-46e9-bcd8-0e989e74a8a6", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:30:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "628f6c1a-3bf7-46e9-bcd8-0e989e74a8a6", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5-authn-ssl"} 2026-07-31T21:30:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "628f6c1a-3bf7-46e9-bcd8-0e989e74a8a6", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"} 2026-07-31T21:30:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9be24c68-9fd6-4ec0-9ff2-2140754cf3cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:30:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9be24c68-9fd6-4ec0-9ff2-2140754cf3cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6938c5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T21:30:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9be24c68-9fd6-4ec0-9ff2-2140754cf3cf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-6938c5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T21:30:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "odh-trusted-ca-bundle", "reconcileID": "09ec1a3a-2f47-4619-a752-88129d2767ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:30:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "odh-trusted-ca-bundle", "reconcileID": "09ec1a3a-2f47-4619-a752-88129d2767ba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6938c5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T21:30:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "odh-trusted-ca-bundle", "reconcileID": "09ec1a3a-2f47-4619-a752-88129d2767ba", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-6938c5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T21:30:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9da18722-2008-4a69-bb0c-5a2367673605", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:30:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9da18722-2008-4a69-bb0c-5a2367673605", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6938c5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-31T21:30:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9da18722-2008-4a69-bb0c-5a2367673605", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-6938c5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-31T21:30:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "openshift-service-ca.crt", "reconcileID": "bb66c407-ef6a-4647-8294-8145f3dc6cc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:30:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "openshift-service-ca.crt", "reconcileID": "bb66c407-ef6a-4647-8294-8145f3dc6cc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:30:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "odh-trusted-ca-bundle", "reconcileID": "de10f950-f73a-443e-9de5-76b4ccafcc1a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:30:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "odh-trusted-ca-bundle", "reconcileID": "de10f950-f73a-443e-9de5-76b4ccafcc1a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:30:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3020b97-5a73-448b-a940-bbeda3ff766f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:30:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-6938c5"}, "namespace": "ai-tenant-e2e-shared-b-6938c5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a3020b97-5a73-448b-a940-bbeda3ff766f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-6938c5"} 2026-07-31T21:30:09Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-6938c5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-6938c5", "reconcileID": "37fa93af-33d9-4bef-8639-2f02b6164c63", "Gateway": "e2e-shared-b-6938c5", "namespace": "openshift-ingress"}