2026-07-28T13:20:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "ec4e1248-9ab4-4d70-8a09-e12810b0d4e1", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:20:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "88661bc6-70c3-4eee-891d-469f00ab9876", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:20:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "88661bc6-70c3-4eee-891d-469f00ab9876", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:20:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "88661bc6-70c3-4eee-891d-469f00ab9876", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:20:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "88661bc6-70c3-4eee-891d-469f00ab9876", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464-kserve-route-authn"} 2026-07-28T13:20:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "88661bc6-70c3-4eee-891d-469f00ab9876", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464", "authType": "userdefined"} 2026-07-28T13:20:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "88661bc6-70c3-4eee-891d-469f00ab9876", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:20:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "4178b2c4-bb92-4119-a359-682df5d38f27", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:20:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "4178b2c4-bb92-4119-a359-682df5d38f27", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress", "name": "e2e-shared-b-827464-authn-ssl"} 2026-07-28T13:20:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "4178b2c4-bb92-4119-a359-682df5d38f27", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:20:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "9dad3565-9842-492a-9b0c-5b86b2378d50", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:20:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "9dad3565-9842-492a-9b0c-5b86b2378d50", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:20:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "9dad3565-9842-492a-9b0c-5b86b2378d50", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:20:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "9dad3565-9842-492a-9b0c-5b86b2378d50", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464-kserve-route-authn"} 2026-07-28T13:20:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "9dad3565-9842-492a-9b0c-5b86b2378d50", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464", "authType": "userdefined"} 2026-07-28T13:20:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "9dad3565-9842-492a-9b0c-5b86b2378d50", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:20:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "021aeeab-1128-4d8f-b538-04f9580ec22d", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:20:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "021aeeab-1128-4d8f-b538-04f9580ec22d", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:20:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "021aeeab-1128-4d8f-b538-04f9580ec22d", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:20:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "021aeeab-1128-4d8f-b538-04f9580ec22d", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464-kserve-route-authn"} 2026-07-28T13:20:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "021aeeab-1128-4d8f-b538-04f9580ec22d", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464", "authType": "userdefined"} 2026-07-28T13:20:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "021aeeab-1128-4d8f-b538-04f9580ec22d", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:20:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "b5008598-f960-41bb-80b5-13517091570d", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:20:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "b5008598-f960-41bb-80b5-13517091570d", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f-authn-ssl"} 2026-07-28T13:20:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "b5008598-f960-41bb-80b5-13517091570d", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:20:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "9783e2d0-f047-470d-9e57-eb56632f1e11", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:20:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "9783e2d0-f047-470d-9e57-eb56632f1e11", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress", "name": "e2e-shared-b-827464-authn-ssl"} 2026-07-28T13:20:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "9783e2d0-f047-470d-9e57-eb56632f1e11", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:21:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "sub-test-model-67d68f", "reconcileID": "64e3a8b8-5af7-4154-82bb-c3610bc499a4", "LLMInferenceService": "sub-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:21:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "sub-test-model-67d68f", "reconcileID": "64e3a8b8-5af7-4154-82bb-c3610bc499a4", "LLMInferenceService": "sub-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "sub-test-model-67d68f"} 2026-07-28T13:21:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "sub-test-model-67d68f", "reconcileID": "64e3a8b8-5af7-4154-82bb-c3610bc499a4", "LLMInferenceService": "sub-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:21:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "sub-test-model-67d68f", "reconcileID": "64e3a8b8-5af7-4154-82bb-c3610bc499a4", "LLMInferenceService": "sub-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:21:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "sub-test-model-67d68f", "reconcileID": "64e3a8b8-5af7-4154-82bb-c3610bc499a4", "LLMInferenceService": "sub-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "sub-test-model-67d68f-kserve-route-authn"} 2026-07-28T13:21:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "sub-test-model-67d68f", "reconcileID": "64e3a8b8-5af7-4154-82bb-c3610bc499a4", "LLMInferenceService": "sub-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "sub-test-model-67d68f-kserve-route-authn"} 2026-07-28T13:21:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "sub-test-model-67d68f", "reconcileID": "64e3a8b8-5af7-4154-82bb-c3610bc499a4", "LLMInferenceService": "sub-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:21:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "sub-test-model-67d68f", "reconcileID": "64e3a8b8-5af7-4154-82bb-c3610bc499a4", "LLMInferenceService": "sub-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:21:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "sub-test-model-67d68f", "reconcileID": "9f1bd326-6d0e-4c39-ba7d-0a0d014ef719", "LLMInferenceService": "sub-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:21:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "64999e62-a2c2-43d2-a1da-c4af03db5e29", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:21:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "64999e62-a2c2-43d2-a1da-c4af03db5e29", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f-authn-ssl"} 2026-07-28T13:21:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "64999e62-a2c2-43d2-a1da-c4af03db5e29", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:21:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "09589ea5-696a-43ae-92a2-6dac4434f80d", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:21:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "09589ea5-696a-43ae-92a2-6dac4434f80d", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f-authn-ssl"} 2026-07-28T13:21:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "09589ea5-696a-43ae-92a2-6dac4434f80d", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:21:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "ebb4d05b-8220-4fe5-887e-e3a70b9bf32f", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:21:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "ebb4d05b-8220-4fe5-887e-e3a70b9bf32f", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464"} 2026-07-28T13:21:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "ebb4d05b-8220-4fe5-887e-e3a70b9bf32f", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:21:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "ebb4d05b-8220-4fe5-887e-e3a70b9bf32f", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:21:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "ebb4d05b-8220-4fe5-887e-e3a70b9bf32f", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464-kserve-route-authn"} 2026-07-28T13:21:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "ebb4d05b-8220-4fe5-887e-e3a70b9bf32f", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464-kserve-route-authn"} 2026-07-28T13:21:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "ebb4d05b-8220-4fe5-887e-e3a70b9bf32f", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:21:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "ebb4d05b-8220-4fe5-887e-e3a70b9bf32f", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:21:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "sub-test-model-827464", "reconcileID": "0c41cbad-4e7a-4f45-ab55-3d5e47e7420c", "LLMInferenceService": "sub-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:21:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "924af99a-7460-4db2-8eb2-449821a7aa3e", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:21:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "924af99a-7460-4db2-8eb2-449821a7aa3e", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress", "name": "e2e-shared-b-827464-authn-ssl"} 2026-07-28T13:21:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "924af99a-7460-4db2-8eb2-449821a7aa3e", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:21:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "ec316ec8-6f77-4bba-8daf-9c41ccf394f6", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:21:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "ec316ec8-6f77-4bba-8daf-9c41ccf394f6", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress", "name": "e2e-shared-b-827464-authn-ssl"} 2026-07-28T13:21:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "ec316ec8-6f77-4bba-8daf-9c41ccf394f6", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:21:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "c198d784-a2a9-48dc-b739-87bc23fbcc7b", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:21:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "c198d784-a2a9-48dc-b739-87bc23fbcc7b", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:21:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "c198d784-a2a9-48dc-b739-87bc23fbcc7b", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:21:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "efb460d9-ea68-4fc3-a1a1-557f5100ef17", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:21:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "c198d784-a2a9-48dc-b739-87bc23fbcc7b", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f-kserve-route-authn"} 2026-07-28T13:21:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "c198d784-a2a9-48dc-b739-87bc23fbcc7b", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f", "authType": "userdefined"} 2026-07-28T13:21:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "c198d784-a2a9-48dc-b739-87bc23fbcc7b", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:21:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "efb460d9-ea68-4fc3-a1a1-557f5100ef17", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f-authn-ssl"} 2026-07-28T13:21:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "efb460d9-ea68-4fc3-a1a1-557f5100ef17", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:21:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "ff12c2c8-fd5b-4764-b7c9-66ce7b0e0830", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:21:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "ff12c2c8-fd5b-4764-b7c9-66ce7b0e0830", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:21:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "ff12c2c8-fd5b-4764-b7c9-66ce7b0e0830", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:21:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "ff12c2c8-fd5b-4764-b7c9-66ce7b0e0830", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f-kserve-route-authn"} 2026-07-28T13:21:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "ff12c2c8-fd5b-4764-b7c9-66ce7b0e0830", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f", "authType": "userdefined"} 2026-07-28T13:21:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "ff12c2c8-fd5b-4764-b7c9-66ce7b0e0830", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:21:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "aeb2f624-005d-4756-8f6b-5d17d2e8155a", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:21:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "aeb2f624-005d-4756-8f6b-5d17d2e8155a", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress", "name": "e2e-shared-b-827464-authn-ssl"} 2026-07-28T13:21:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "aeb2f624-005d-4756-8f6b-5d17d2e8155a", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:21:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "78f3f1da-241d-4914-a10c-ba374df75a64", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:21:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "78f3f1da-241d-4914-a10c-ba374df75a64", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f-authn-ssl"} 2026-07-28T13:21:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "78f3f1da-241d-4914-a10c-ba374df75a64", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:21:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "9254eb10-37ce-412f-8a2c-8f1149320374", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:21:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "9254eb10-37ce-412f-8a2c-8f1149320374", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f-authn-ssl"} 2026-07-28T13:21:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "9254eb10-37ce-412f-8a2c-8f1149320374", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:21:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "2a86d50b-d8d1-4d66-84b5-5fce6e4a6853", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:21:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "2a86d50b-d8d1-4d66-84b5-5fce6e4a6853", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:21:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "2a86d50b-d8d1-4d66-84b5-5fce6e4a6853", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:21:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "2a86d50b-d8d1-4d66-84b5-5fce6e4a6853", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f-kserve-route-authn"} 2026-07-28T13:21:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "2a86d50b-d8d1-4d66-84b5-5fce6e4a6853", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f", "authType": "userdefined"} 2026-07-28T13:21:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "2a86d50b-d8d1-4d66-84b5-5fce6e4a6853", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:21:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "bea947f2-f7cd-48b0-9c7a-acaa0bcef4f6", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:21:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "bea947f2-f7cd-48b0-9c7a-acaa0bcef4f6", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:21:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "bea947f2-f7cd-48b0-9c7a-acaa0bcef4f6", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:21:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "bea947f2-f7cd-48b0-9c7a-acaa0bcef4f6", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f-kserve-route-authn"} 2026-07-28T13:21:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "bea947f2-f7cd-48b0-9c7a-acaa0bcef4f6", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f", "authType": "userdefined"} 2026-07-28T13:21:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "bea947f2-f7cd-48b0-9c7a-acaa0bcef4f6", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:21:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "7109b9e5-48bc-4130-a029-45936246c262", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:21:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "7109b9e5-48bc-4130-a029-45936246c262", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:21:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "7109b9e5-48bc-4130-a029-45936246c262", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:21:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "9ee6ceee-d7cb-420e-9c3a-9086e94ed8ab", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:21:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "7109b9e5-48bc-4130-a029-45936246c262", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464-kserve-route-authn"} 2026-07-28T13:21:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "7109b9e5-48bc-4130-a029-45936246c262", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464", "authType": "userdefined"} 2026-07-28T13:21:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "7109b9e5-48bc-4130-a029-45936246c262", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:21:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "9ee6ceee-d7cb-420e-9c3a-9086e94ed8ab", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress", "name": "e2e-shared-b-827464-authn-ssl"} 2026-07-28T13:21:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "9ee6ceee-d7cb-420e-9c3a-9086e94ed8ab", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:21:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "f9516385-009b-4b08-812f-d3cde7b6a588", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:21:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "f9516385-009b-4b08-812f-d3cde7b6a588", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:21:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "f9516385-009b-4b08-812f-d3cde7b6a588", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:21:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "f9516385-009b-4b08-812f-d3cde7b6a588", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464-kserve-route-authn"} 2026-07-28T13:21:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "f9516385-009b-4b08-812f-d3cde7b6a588", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464", "authType": "userdefined"} 2026-07-28T13:21:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "f9516385-009b-4b08-812f-d3cde7b6a588", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:21:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "226763ee-0bab-4132-acb2-fb06922f9cbb", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:21:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "226763ee-0bab-4132-acb2-fb06922f9cbb", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress", "name": "e2e-shared-b-827464-authn-ssl"} 2026-07-28T13:21:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "226763ee-0bab-4132-acb2-fb06922f9cbb", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:22:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "b544423b-a2b1-4724-9178-a919ffefbe00", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:22:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "b544423b-a2b1-4724-9178-a919ffefbe00", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:22:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "b544423b-a2b1-4724-9178-a919ffefbe00", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:22:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "b544423b-a2b1-4724-9178-a919ffefbe00", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464-kserve-route-authn"} 2026-07-28T13:22:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "b544423b-a2b1-4724-9178-a919ffefbe00", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464", "authType": "userdefined"} 2026-07-28T13:22:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "b544423b-a2b1-4724-9178-a919ffefbe00", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:22:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "b0654d10-6c8b-4f32-9e4f-0e04774d7352", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:22:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "b0654d10-6c8b-4f32-9e4f-0e04774d7352", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:22:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "b0654d10-6c8b-4f32-9e4f-0e04774d7352", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:22:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "b0654d10-6c8b-4f32-9e4f-0e04774d7352", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464-kserve-route-authn"} 2026-07-28T13:22:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "b0654d10-6c8b-4f32-9e4f-0e04774d7352", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464", "authType": "userdefined"} 2026-07-28T13:22:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "b0654d10-6c8b-4f32-9e4f-0e04774d7352", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:22:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "f24484cc-6a70-4510-a4c9-044c671df7c9", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:22:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "f24484cc-6a70-4510-a4c9-044c671df7c9", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f-authn-ssl"} 2026-07-28T13:22:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "f24484cc-6a70-4510-a4c9-044c671df7c9", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:22:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "b7c64623-0c83-4d3e-b26c-c3b5a35f7c3b", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:22:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "b7c64623-0c83-4d3e-b26c-c3b5a35f7c3b", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress", "name": "e2e-shared-b-827464-authn-ssl"} 2026-07-28T13:22:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "b7c64623-0c83-4d3e-b26c-c3b5a35f7c3b", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:23:31Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "7a6cb2a0-f208-4cda-883c-804461482095", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:23:31Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "7a6cb2a0-f208-4cda-883c-804461482095", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f"} 2026-07-28T13:23:31Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "7a6cb2a0-f208-4cda-883c-804461482095", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:23:31Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "7a6cb2a0-f208-4cda-883c-804461482095", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:23:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "7a6cb2a0-f208-4cda-883c-804461482095", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f-kserve-route-authn"} 2026-07-28T13:23:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "7a6cb2a0-f208-4cda-883c-804461482095", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f-kserve-route-authn"} 2026-07-28T13:23:31Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "7a6cb2a0-f208-4cda-883c-804461482095", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:23:31Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "7a6cb2a0-f208-4cda-883c-804461482095", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:23:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-67d68f","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "rate-test-model-67d68f", "reconcileID": "a1e2e7ec-5517-416d-931f-e29cf5334edf", "LLMInferenceService": "rate-test-model-67d68f", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:23:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "3b2f2520-15e3-48d7-8779-fd0c0dca0431", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:23:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "3b2f2520-15e3-48d7-8779-fd0c0dca0431", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f-authn-ssl"} 2026-07-28T13:23:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "3b2f2520-15e3-48d7-8779-fd0c0dca0431", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:23:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "7b5d991a-1ea5-4ee9-882c-41fd68f8adc3", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:23:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "7b5d991a-1ea5-4ee9-882c-41fd68f8adc3", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f-authn-ssl"} 2026-07-28T13:23:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "7b5d991a-1ea5-4ee9-882c-41fd68f8adc3", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:23:32Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "b4ec996a-8318-4d7c-a695-ab37e01f39a0", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:23:32Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "b4ec996a-8318-4d7c-a695-ab37e01f39a0", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464"} 2026-07-28T13:23:32Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "b4ec996a-8318-4d7c-a695-ab37e01f39a0", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:23:32Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "b4ec996a-8318-4d7c-a695-ab37e01f39a0", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:23:32Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "b4ec996a-8318-4d7c-a695-ab37e01f39a0", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464-kserve-route-authn"} 2026-07-28T13:23:32Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "b4ec996a-8318-4d7c-a695-ab37e01f39a0", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464-kserve-route-authn"} 2026-07-28T13:23:32Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "b4ec996a-8318-4d7c-a695-ab37e01f39a0", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:23:32Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "b4ec996a-8318-4d7c-a695-ab37e01f39a0", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:23:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-827464","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "rate-test-model-827464", "reconcileID": "53a41e73-64ba-4e54-a5ff-c51a5b373bbf", "LLMInferenceService": "rate-test-model-827464", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:23:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "658d25e5-15c2-4726-aa6d-095b430d7fdc", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:23:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "658d25e5-15c2-4726-aa6d-095b430d7fdc", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress", "name": "e2e-shared-b-827464-authn-ssl"} 2026-07-28T13:23:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "658d25e5-15c2-4726-aa6d-095b430d7fdc", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:23:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "f11e8c7b-d62c-4676-a9d7-ba8e5672ac4e", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:23:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "f11e8c7b-d62c-4676-a9d7-ba8e5672ac4e", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress", "name": "e2e-shared-b-827464-authn-ssl"} 2026-07-28T13:23:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "f11e8c7b-d62c-4676-a9d7-ba8e5672ac4e", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:23:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "8266d3a0-a0e6-43a8-8391-8c8485804152", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:23:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "8266d3a0-a0e6-43a8-8391-8c8485804152", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f-authn-ssl"} 2026-07-28T13:23:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "8266d3a0-a0e6-43a8-8391-8c8485804152", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:23:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "cc1dd4f9-2dc9-4b19-8ae2-e78c93188138", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:23:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "cc1dd4f9-2dc9-4b19-8ae2-e78c93188138", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress", "name": "e2e-shared-b-827464-authn-ssl"} 2026-07-28T13:23:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "cc1dd4f9-2dc9-4b19-8ae2-e78c93188138", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:23:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "dc1d339f-0f7d-4a53-ae3c-abde20584231", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:23:51Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "dc1d339f-0f7d-4a53-ae3c-abde20584231", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b-authn-ssl"} 2026-07-28T13:23:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "dc1d339f-0f7d-4a53-ae3c-abde20584231", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:23:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "96d4b72e-037b-44c3-9fdb-37eb5a83b696", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:23:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "96d4b72e-037b-44c3-9fdb-37eb5a83b696", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b-authn-ssl"} 2026-07-28T13:23:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "96d4b72e-037b-44c3-9fdb-37eb5a83b696", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:23:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "2fb822f5-6487-49d4-b223-6192ffcd8366", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:23:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "2fb822f5-6487-49d4-b223-6192ffcd8366", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b-authn-ssl"} 2026-07-28T13:23:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "2fb822f5-6487-49d4-b223-6192ffcd8366", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:23:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "3624dd0a-b124-44cb-aecb-acbe337b88bf", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:23:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "3624dd0a-b124-44cb-aecb-acbe337b88bf", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b-authn-ssl"} 2026-07-28T13:23:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "3624dd0a-b124-44cb-aecb-acbe337b88bf", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:23:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "717cde73-2529-4829-baa6-0d356bb474c4", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:23:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "717cde73-2529-4829-baa6-0d356bb474c4", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b-authn-ssl"} 2026-07-28T13:23:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "717cde73-2529-4829-baa6-0d356bb474c4", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:23:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "5fab786e-51b3-46a7-8fef-5a658161a9fe", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:23:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "5fab786e-51b3-46a7-8fef-5a658161a9fe", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b-authn-ssl"} 2026-07-28T13:23:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "5fab786e-51b3-46a7-8fef-5a658161a9fe", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:23:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "98a9475b-c25e-4749-8160-23837db7381f", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:23:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "98a9475b-c25e-4749-8160-23837db7381f", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b-authn-ssl"} 2026-07-28T13:23:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "98a9475b-c25e-4749-8160-23837db7381f", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:23:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "odh-trusted-ca-bundle", "reconcileID": "d3bea3e3-e9ff-44e2-9bc5-bfea25a7d3ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:23:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "openshift-service-ca.crt", "reconcileID": "a7ccd6af-37ad-4236-90e7-92f1f08e0dec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:23:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "openshift-service-ca.crt", "reconcileID": "9212ef74-3683-45aa-aed4-d53711a0579c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T13:23:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "openshift-service-ca.crt", "reconcileID": "9212ef74-3683-45aa-aed4-d53711a0579c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:23:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "814ff1c6-f4f2-40ac-9c7c-bd308d908a93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:23:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "openshift-service-ca.crt", "reconcileID": "ecf6e14a-c3ef-43e9-af96-ee0312ee98f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:23:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "odh-trusted-ca-bundle", "reconcileID": "b24449e9-70d0-4eff-867e-51c77f584aff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T13:23:54Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "odh-trusted-ca-bundle", "reconcileID": "b24449e9-70d0-4eff-867e-51c77f584aff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:23:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a9e7d6b5-ce90-4779-afd0-e65fe7e705b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:23:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "3c05fbc1-c39a-4ab5-ad87-4aeeeb35e01b", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:23:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "3c05fbc1-c39a-4ab5-ad87-4aeeeb35e01b", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b-authn-ssl"} 2026-07-28T13:23:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "3c05fbc1-c39a-4ab5-ad87-4aeeeb35e01b", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:23:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e280a571-dccc-4add-8b5c-c8ec186605a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T13:24:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "bafdbff4-b445-4d3d-80a2-3d678fe58cb7", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:24:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "bafdbff4-b445-4d3d-80a2-3d678fe58cb7", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b-authn-ssl"} 2026-07-28T13:24:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "bafdbff4-b445-4d3d-80a2-3d678fe58cb7", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:24:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c2deca96-3577-4861-b89a-c3bfbf5e355a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T13:24:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "ca1a875b-8a7c-4fe9-9a95-4e8d2c9026cd", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:24:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "ca1a875b-8a7c-4fe9-9a95-4e8d2c9026cd", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2-authn-ssl"} 2026-07-28T13:24:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "ca1a875b-8a7c-4fe9-9a95-4e8d2c9026cd", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:24:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "e1553b8c-2aef-4b61-8d7b-8810131a216e", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:24:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "e1553b8c-2aef-4b61-8d7b-8810131a216e", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2-authn-ssl"} 2026-07-28T13:24:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "e1553b8c-2aef-4b61-8d7b-8810131a216e", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:24:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "856eb4eb-293b-4e3b-9e21-7d547dd5fc54", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:24:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "856eb4eb-293b-4e3b-9e21-7d547dd5fc54", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2-authn-ssl"} 2026-07-28T13:24:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "856eb4eb-293b-4e3b-9e21-7d547dd5fc54", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:24:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "71a5faab-bb94-4a07-acfa-57d0039c0ccb", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:24:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "71a5faab-bb94-4a07-acfa-57d0039c0ccb", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2-authn-ssl"} 2026-07-28T13:24:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "71a5faab-bb94-4a07-acfa-57d0039c0ccb", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:24:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "951af6be-4a8e-4296-a1da-0d95d98147dc", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:24:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "951af6be-4a8e-4296-a1da-0d95d98147dc", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2-authn-ssl"} 2026-07-28T13:24:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "951af6be-4a8e-4296-a1da-0d95d98147dc", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:24:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "4c8fea29-d1c2-4adf-8ab1-a0a0d5049ce7", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:24:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "4c8fea29-d1c2-4adf-8ab1-a0a0d5049ce7", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2-authn-ssl"} 2026-07-28T13:24:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "4c8fea29-d1c2-4adf-8ab1-a0a0d5049ce7", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:24:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "0277ada1-7775-48e0-a040-e23aa922b358", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:24:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "0277ada1-7775-48e0-a040-e23aa922b358", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2-authn-ssl"} 2026-07-28T13:24:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "0277ada1-7775-48e0-a040-e23aa922b358", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:24:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "ad517f8b-914a-4a55-a5b1-130cc140e566", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:24:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "ad517f8b-914a-4a55-a5b1-130cc140e566", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2-authn-ssl"} 2026-07-28T13:24:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "ad517f8b-914a-4a55-a5b1-130cc140e566", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:24:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "openshift-service-ca.crt", "reconcileID": "dbc92cab-1f56-4ad8-97c9-6a82ce8986f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-06a4d2"} 2026-07-28T13:24:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "odh-trusted-ca-bundle", "reconcileID": "5e11fbe3-94a8-478c-98fa-2a8ff23057bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06a4d2"} 2026-07-28T13:24:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "openshift-service-ca.crt", "reconcileID": "9d61d09c-8cf6-4b49-8141-f92f15e73d54", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T13:24:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "openshift-service-ca.crt", "reconcileID": "9d61d09c-8cf6-4b49-8141-f92f15e73d54", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-06a4d2"} 2026-07-28T13:24:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6915595d-c80d-4805-9644-4bc4b04d9138", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06a4d2"} 2026-07-28T13:24:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "openshift-service-ca.crt", "reconcileID": "1409b5e4-28c0-454c-97d5-893c0ffce30a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-06a4d2"} 2026-07-28T13:24:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "odh-trusted-ca-bundle", "reconcileID": "03eb1d3f-5ef2-41e5-9326-ad671b3bf01e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T13:24:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "odh-trusted-ca-bundle", "reconcileID": "03eb1d3f-5ef2-41e5-9326-ad671b3bf01e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06a4d2"} 2026-07-28T13:24:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ce483c9-f429-42c6-957e-70741c13c657", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06a4d2"} 2026-07-28T13:24:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "13c6123b-5737-44ed-a8d0-a0b3ddc4f29d", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:24:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "13c6123b-5737-44ed-a8d0-a0b3ddc4f29d", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2-authn-ssl"} 2026-07-28T13:24:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "13c6123b-5737-44ed-a8d0-a0b3ddc4f29d", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:24:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e7bb5c03-8014-47bf-ab9d-ec0a7fc2f38a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T13:24:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b89c1b6a-6616-460b-b175-9898f259fbe4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T13:24:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "de0b9f98-0e68-4a31-8869-9695241dc111", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:24:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "de0b9f98-0e68-4a31-8869-9695241dc111", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2-authn-ssl"} 2026-07-28T13:24:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "de0b9f98-0e68-4a31-8869-9695241dc111", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:24:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "488e267b-8988-49a7-ae91-7186c343cd3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T13:24:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "8eeda438-2821-4aeb-93eb-e060c61658d3", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:24:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "8eeda438-2821-4aeb-93eb-e060c61658d3", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:24:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "8eeda438-2821-4aeb-93eb-e060c61658d3", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:24:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "0c87d877-2997-4e57-8e87-77fbf5d33bd6", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:24:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "8eeda438-2821-4aeb-93eb-e060c61658d3", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b-kserve-route-authn"} 2026-07-28T13:24:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "8eeda438-2821-4aeb-93eb-e060c61658d3", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "authType": "userdefined"} 2026-07-28T13:24:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "8eeda438-2821-4aeb-93eb-e060c61658d3", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:24:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "0c87d877-2997-4e57-8e87-77fbf5d33bd6", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b-authn-ssl"} 2026-07-28T13:24:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "0c87d877-2997-4e57-8e87-77fbf5d33bd6", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:24:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "1f87fd91-1852-4709-8525-0947063a79c6", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:24:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "1f87fd91-1852-4709-8525-0947063a79c6", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:24:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "1f87fd91-1852-4709-8525-0947063a79c6", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:24:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "1f87fd91-1852-4709-8525-0947063a79c6", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b-kserve-route-authn"} 2026-07-28T13:24:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "1f87fd91-1852-4709-8525-0947063a79c6", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "authType": "userdefined"} 2026-07-28T13:24:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "1f87fd91-1852-4709-8525-0947063a79c6", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:24:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "cb99a321-4a1c-46d4-94bf-26a3a2682975", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:24:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "cb99a321-4a1c-46d4-94bf-26a3a2682975", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b-authn-ssl"} 2026-07-28T13:24:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "cb99a321-4a1c-46d4-94bf-26a3a2682975", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:24:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "a38a4048-6045-4503-90c2-dc5f45fbfccb", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:24:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "a38a4048-6045-4503-90c2-dc5f45fbfccb", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:24:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "a38a4048-6045-4503-90c2-dc5f45fbfccb", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:24:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "a38a4048-6045-4503-90c2-dc5f45fbfccb", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b-kserve-route-authn"} 2026-07-28T13:24:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "a38a4048-6045-4503-90c2-dc5f45fbfccb", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "authType": "userdefined"} 2026-07-28T13:24:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "a38a4048-6045-4503-90c2-dc5f45fbfccb", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:24:42Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T13:24:42Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T13:24:44Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T13:24:44Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-28T13:24:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "683da336-ce95-4b0b-8d81-0c98c21c8b0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T13:24:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "71895275-45a7-42ef-863f-c5ec6932780c", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:24:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "71895275-45a7-42ef-863f-c5ec6932780c", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:24:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "71895275-45a7-42ef-863f-c5ec6932780c", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:24:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "71895275-45a7-42ef-863f-c5ec6932780c", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b-kserve-route-authn"} 2026-07-28T13:24:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "71895275-45a7-42ef-863f-c5ec6932780c", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "authType": "userdefined"} 2026-07-28T13:24:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "71895275-45a7-42ef-863f-c5ec6932780c", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:24:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a00bed7f-4e2e-4ac9-a102-86a55bcbf7f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T13:25:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "76a70526-d8e7-41e1-ab1f-5342cb231743", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:25:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "76a70526-d8e7-41e1-ab1f-5342cb231743", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b-authn-ssl"} 2026-07-28T13:25:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "76a70526-d8e7-41e1-ab1f-5342cb231743", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:25:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "e00fdeb2-cb9d-464c-94c9-bc8210aa9814", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress"} 2026-07-28T13:25:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "e00fdeb2-cb9d-464c-94c9-bc8210aa9814", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65-authn-ssl"} 2026-07-28T13:25:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "e00fdeb2-cb9d-464c-94c9-bc8210aa9814", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress"} 2026-07-28T13:25:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "6637d1a1-cb5a-4c79-af40-20f0ea976fe3", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress"} 2026-07-28T13:25:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "6637d1a1-cb5a-4c79-af40-20f0ea976fe3", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65-authn-ssl"} 2026-07-28T13:25:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "6637d1a1-cb5a-4c79-af40-20f0ea976fe3", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress"} 2026-07-28T13:25:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "7a401f36-7b8f-4447-986e-5f0f4cb3a810", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress"} 2026-07-28T13:25:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "7a401f36-7b8f-4447-986e-5f0f4cb3a810", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65-authn-ssl"} 2026-07-28T13:25:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "7a401f36-7b8f-4447-986e-5f0f4cb3a810", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress"} 2026-07-28T13:25:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "b1c9972b-0e8f-4ef9-a72c-25a9c9781650", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress"} 2026-07-28T13:25:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "b1c9972b-0e8f-4ef9-a72c-25a9c9781650", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65-authn-ssl"} 2026-07-28T13:25:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "b1c9972b-0e8f-4ef9-a72c-25a9c9781650", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress"} 2026-07-28T13:25:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "dd84bdf1-9d62-4f63-8c31-a9a425d9dc01", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress"} 2026-07-28T13:25:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "dd84bdf1-9d62-4f63-8c31-a9a425d9dc01", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65-authn-ssl"} 2026-07-28T13:25:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "dd84bdf1-9d62-4f63-8c31-a9a425d9dc01", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress"} 2026-07-28T13:25:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "bf9009b6-dbc6-4410-9e9e-a9428ae372f3", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress"} 2026-07-28T13:25:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "bf9009b6-dbc6-4410-9e9e-a9428ae372f3", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65-authn-ssl"} 2026-07-28T13:25:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "bf9009b6-dbc6-4410-9e9e-a9428ae372f3", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress"} 2026-07-28T13:25:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-33eb65"}, "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65", "name": "openshift-service-ca.crt", "reconcileID": "d44e94e0-328f-4a26-a38f-87fe8e6c7d03", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65"} 2026-07-28T13:25:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-33eb65"}, "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65", "name": "odh-trusted-ca-bundle", "reconcileID": "0bd65e3a-5630-4137-89cc-6b0b4b4911e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65"} 2026-07-28T13:25:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-33eb65"}, "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65", "name": "openshift-service-ca.crt", "reconcileID": "446e4175-1177-4286-a531-8f519bad5da7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T13:25:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-33eb65"}, "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65", "name": "openshift-service-ca.crt", "reconcileID": "446e4175-1177-4286-a531-8f519bad5da7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65"} 2026-07-28T13:25:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-33eb65"}, "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65", "name": "openshift-service-ca.crt", "reconcileID": "3ec3a201-124c-45d0-a74f-7f72fde72084", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T13:25:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-33eb65"}, "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65", "name": "openshift-service-ca.crt", "reconcileID": "3ec3a201-124c-45d0-a74f-7f72fde72084", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T13:25:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-33eb65"}, "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7357d58-a0f5-470b-a448-9d334612718a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65"} 2026-07-28T13:25:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-33eb65"}, "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65", "name": "openshift-service-ca.crt", "reconcileID": "35eff428-3972-48a8-beaf-1c48197d40f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65"} 2026-07-28T13:25:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-33eb65"}, "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65", "name": "odh-trusted-ca-bundle", "reconcileID": "4dd78487-0f79-46ac-9337-14776d62ed59", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65", "update": "odh-kserve-custom-ca-bundle"} 2026-07-28T13:25:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-33eb65"}, "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65", "name": "odh-trusted-ca-bundle", "reconcileID": "4dd78487-0f79-46ac-9337-14776d62ed59", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65"} 2026-07-28T13:25:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-33eb65"}, "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21dfaea6-c05a-417d-9ade-dbadf9628acf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65"} 2026-07-28T13:25:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "2a1a15c0-6b4b-43f0-bdcd-a921931a109a", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress"} 2026-07-28T13:25:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "2a1a15c0-6b4b-43f0-bdcd-a921931a109a", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65-authn-ssl"} 2026-07-28T13:25:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "2a1a15c0-6b4b-43f0-bdcd-a921931a109a", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress"} 2026-07-28T13:25:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8721ced2-4f3b-4f2b-928b-d249eeb24ed1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T13:25:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "cd846b5e-36b2-4008-9856-00d1b68b66a4", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress"} 2026-07-28T13:25:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "cd846b5e-36b2-4008-9856-00d1b68b66a4", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65-authn-ssl"} 2026-07-28T13:25:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "cd846b5e-36b2-4008-9856-00d1b68b66a4", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress"} 2026-07-28T13:25:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "93ac6c84-c119-4e92-b473-7d234cb40b58", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress"} 2026-07-28T13:25:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "93ac6c84-c119-4e92-b473-7d234cb40b58", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65-authn-ssl"} 2026-07-28T13:25:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "93ac6c84-c119-4e92-b473-7d234cb40b58", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress"} 2026-07-28T13:26:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "43a4552f-e464-48e8-ac3a-8a22d1c460be", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress"} 2026-07-28T13:26:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "43a4552f-e464-48e8-ac3a-8a22d1c460be", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65-authn-ssl"} 2026-07-28T13:26:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "43a4552f-e464-48e8-ac3a-8a22d1c460be", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress"} 2026-07-28T13:26:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-33eb65"}, "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b56c9e32-dba7-48d8-993d-f2a2f5734d7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65"} 2026-07-28T13:26:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-33eb65"}, "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b56c9e32-dba7-48d8-993d-f2a2f5734d7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T13:26:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-33eb65"}, "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b56c9e32-dba7-48d8-993d-f2a2f5734d7c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-33eb65 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T13:26:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-33eb65"}, "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65", "name": "odh-trusted-ca-bundle", "reconcileID": "ecceb753-21c1-487a-a827-3509f0ef2985", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65"} 2026-07-28T13:26:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-33eb65"}, "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65", "name": "odh-trusted-ca-bundle", "reconcileID": "ecceb753-21c1-487a-a827-3509f0ef2985", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65"} 2026-07-28T13:26:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-33eb65"}, "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65", "name": "openshift-service-ca.crt", "reconcileID": "403e05f5-3bcd-48cb-b93a-2c0468442182", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65"} 2026-07-28T13:26:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-33eb65"}, "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65", "name": "openshift-service-ca.crt", "reconcileID": "403e05f5-3bcd-48cb-b93a-2c0468442182", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65"} 2026-07-28T13:26:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-33eb65"}, "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b76b880b-a902-46c7-abcd-f7d8c564b786", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65"} 2026-07-28T13:26:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-33eb65"}, "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b76b880b-a902-46c7-abcd-f7d8c564b786", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-33eb65"} 2026-07-28T13:26:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-33eb65","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-33eb65", "reconcileID": "f1f59856-becf-4446-bdfe-57a2605b1ac0", "Gateway": "e2e-ipp-cleanup-33eb65", "namespace": "openshift-ingress"} 2026-07-28T13:26:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bd8a707b-f42b-4296-ab08-4e9db2cd902a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T13:26:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "8612898b-b326-4c3d-a981-50652af20d4d", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:26:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "8612898b-b326-4c3d-a981-50652af20d4d", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b-authn-ssl"} 2026-07-28T13:26:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "8612898b-b326-4c3d-a981-50652af20d4d", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:26:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "a7c09ac7-3ca5-4d72-9858-672452a32e79", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:26:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "a7c09ac7-3ca5-4d72-9858-672452a32e79", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b-authn-ssl"} 2026-07-28T13:26:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "a7c09ac7-3ca5-4d72-9858-672452a32e79", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:26:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "5f2c892b-7fba-48de-ac07-36336edc4eca", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:26:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "5f2c892b-7fba-48de-ac07-36336edc4eca", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b-authn-ssl"} 2026-07-28T13:26:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "5f2c892b-7fba-48de-ac07-36336edc4eca", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:26:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "a275141d-7b90-4935-ab4c-ff11129ec7d4", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:26:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "a275141d-7b90-4935-ab4c-ff11129ec7d4", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:26:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "a275141d-7b90-4935-ab4c-ff11129ec7d4", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:26:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "a275141d-7b90-4935-ab4c-ff11129ec7d4", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b-kserve-route-authn"} 2026-07-28T13:26:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "a275141d-7b90-4935-ab4c-ff11129ec7d4", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "authType": "userdefined"} 2026-07-28T13:26:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "a275141d-7b90-4935-ab4c-ff11129ec7d4", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:27:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c95cf00-ce75-4ec6-9a4e-b6dce0fb01d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:27:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c95cf00-ce75-4ec6-9a4e-b6dce0fb01d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T13:27:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c95cf00-ce75-4ec6-9a4e-b6dce0fb01d9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-8fb56b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T13:27:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "odh-trusted-ca-bundle", "reconcileID": "3fff056f-6895-4cc8-b05e-4c1a84a1c6c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:27:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "odh-trusted-ca-bundle", "reconcileID": "3fff056f-6895-4cc8-b05e-4c1a84a1c6c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:27:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "openshift-service-ca.crt", "reconcileID": "88cea517-9099-433b-b729-e1bda72fd2bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:27:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "openshift-service-ca.crt", "reconcileID": "88cea517-9099-433b-b729-e1bda72fd2bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:27:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef3d5166-7cf0-44d9-8d88-8c240a631afe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:27:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef3d5166-7cf0-44d9-8d88-8c240a631afe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:27:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "3ea84d5e-7d4d-4aa5-87b7-7d514992a7c4", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:27:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "3ea84d5e-7d4d-4aa5-87b7-7d514992a7c4", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b-authn-ssl"} 2026-07-28T13:27:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "3ea84d5e-7d4d-4aa5-87b7-7d514992a7c4", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:27:10Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "9ac009ca-3225-46b6-84aa-20ce85f720ea", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:27:10Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "9ac009ca-3225-46b6-84aa-20ce85f720ea", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b"} 2026-07-28T13:27:10Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "9ac009ca-3225-46b6-84aa-20ce85f720ea", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:27:10Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "9ac009ca-3225-46b6-84aa-20ce85f720ea", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:27:10Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "9ac009ca-3225-46b6-84aa-20ce85f720ea", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b-kserve-route-authn"} 2026-07-28T13:27:10Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "9ac009ca-3225-46b6-84aa-20ce85f720ea", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b-kserve-route-authn"} 2026-07-28T13:27:10Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "9ac009ca-3225-46b6-84aa-20ce85f720ea", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:27:10Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "9ac009ca-3225-46b6-84aa-20ce85f720ea", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:27:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "79af216f-d4f5-4ba2-a323-c5aacbd87bcc", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:27:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "79af216f-d4f5-4ba2-a323-c5aacbd87bcc", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b"} 2026-07-28T13:27:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "79af216f-d4f5-4ba2-a323-c5aacbd87bcc", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:27:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "79af216f-d4f5-4ba2-a323-c5aacbd87bcc", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:27:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "79af216f-d4f5-4ba2-a323-c5aacbd87bcc", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b-kserve-route-authn"} 2026-07-28T13:27:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "79af216f-d4f5-4ba2-a323-c5aacbd87bcc", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b-kserve-route-authn"} 2026-07-28T13:27:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "79af216f-d4f5-4ba2-a323-c5aacbd87bcc", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:27:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "79af216f-d4f5-4ba2-a323-c5aacbd87bcc", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:27:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-8fb56b","namespace":"ai-tenant-e2e-ipp-a-8fb56b"}, "namespace": "ai-tenant-e2e-ipp-a-8fb56b", "name": "ipp-route-8fb56b", "reconcileID": "c2d2ac12-2666-415a-adbb-362e8c189d8b", "LLMInferenceService": "ipp-route-8fb56b", "namespace": "ai-tenant-e2e-ipp-a-8fb56b"} 2026-07-28T13:27:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "6546ceb8-48d2-4eb3-b0af-8b40f44dc891", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:27:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "6546ceb8-48d2-4eb3-b0af-8b40f44dc891", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b-authn-ssl"} 2026-07-28T13:27:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "6546ceb8-48d2-4eb3-b0af-8b40f44dc891", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:27:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-8fb56b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-8fb56b", "reconcileID": "f4b4ebc8-b31a-4169-97f0-74f7dfb929fa", "Gateway": "e2e-ipp-a-8fb56b", "namespace": "openshift-ingress"} 2026-07-28T13:27:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "53ac6520-eeb8-4a2a-81b8-096b7fd502e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T13:27:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "595eac57-819a-437c-938c-203f5414eca3", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:27:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "595eac57-819a-437c-938c-203f5414eca3", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2-authn-ssl"} 2026-07-28T13:27:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "595eac57-819a-437c-938c-203f5414eca3", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:27:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "08410b07-b287-41b9-8afc-63e596b2d8b3", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:27:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "08410b07-b287-41b9-8afc-63e596b2d8b3", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2-authn-ssl"} 2026-07-28T13:27:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "08410b07-b287-41b9-8afc-63e596b2d8b3", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:27:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cba68a43-1126-4305-a34d-ba44c058448c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06a4d2"} 2026-07-28T13:27:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cba68a43-1126-4305-a34d-ba44c058448c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T13:27:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cba68a43-1126-4305-a34d-ba44c058448c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-06a4d2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T13:27:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "odh-trusted-ca-bundle", "reconcileID": "43b41485-26b1-4f7a-98d6-2649b92bc485", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06a4d2"} 2026-07-28T13:27:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "odh-trusted-ca-bundle", "reconcileID": "43b41485-26b1-4f7a-98d6-2649b92bc485", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T13:27:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "odh-trusted-ca-bundle", "reconcileID": "43b41485-26b1-4f7a-98d6-2649b92bc485", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-06a4d2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T13:27:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "764f6e85-daf3-4063-93e5-01ba51fb77a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06a4d2"} 2026-07-28T13:27:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "764f6e85-daf3-4063-93e5-01ba51fb77a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T13:27:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "764f6e85-daf3-4063-93e5-01ba51fb77a6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-06a4d2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T13:27:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "odh-trusted-ca-bundle", "reconcileID": "9d2ed9b5-ed5e-4fe1-8d17-4c60af96396d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06a4d2"} 2026-07-28T13:27:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "odh-trusted-ca-bundle", "reconcileID": "9d2ed9b5-ed5e-4fe1-8d17-4c60af96396d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T13:27:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "odh-trusted-ca-bundle", "reconcileID": "9d2ed9b5-ed5e-4fe1-8d17-4c60af96396d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-06a4d2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T13:27:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "openshift-service-ca.crt", "reconcileID": "42b90228-8214-4af7-84e6-cab0f98d3da9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-06a4d2"} 2026-07-28T13:27:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "openshift-service-ca.crt", "reconcileID": "42b90228-8214-4af7-84e6-cab0f98d3da9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-06a4d2"} 2026-07-28T13:27:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ecfb980f-f9db-4150-ba16-dfaa030a7c17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06a4d2"} 2026-07-28T13:27:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ecfb980f-f9db-4150-ba16-dfaa030a7c17", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06a4d2"} 2026-07-28T13:27:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "odh-trusted-ca-bundle", "reconcileID": "f25755ec-0769-48e3-82ed-b1190bfebfe3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06a4d2"} 2026-07-28T13:27:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-06a4d2"}, "namespace": "ai-tenant-e2e-ipp-b-06a4d2", "name": "odh-trusted-ca-bundle", "reconcileID": "f25755ec-0769-48e3-82ed-b1190bfebfe3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-06a4d2"} 2026-07-28T13:27:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-06a4d2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-06a4d2", "reconcileID": "3b0f006c-3da4-4d39-8e2e-25278f07ee07", "Gateway": "e2e-ipp-b-06a4d2", "namespace": "openshift-ingress"} 2026-07-28T13:27:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "26d778a3-646e-4540-82f0-3f52639502a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T13:27:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "e31dccc1-202b-4150-af74-ff890c38cf8b", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:27:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "e31dccc1-202b-4150-af74-ff890c38cf8b", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f-authn-ssl"} 2026-07-28T13:27:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "e31dccc1-202b-4150-af74-ff890c38cf8b", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:28:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "e3780784-61e9-44e7-8fc5-a0dd75e69a9d", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:28:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "e3780784-61e9-44e7-8fc5-a0dd75e69a9d", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f-authn-ssl"} 2026-07-28T13:28:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "e3780784-61e9-44e7-8fc5-a0dd75e69a9d", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:28:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a753fee8-fe16-4d05-a129-175a00653152", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:28:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a753fee8-fe16-4d05-a129-175a00653152", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-67d68f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T13:28:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a753fee8-fe16-4d05-a129-175a00653152", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-67d68f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T13:28:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "odh-trusted-ca-bundle", "reconcileID": "6532e67d-5890-441e-9821-0843d04d4f71", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:28:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "odh-trusted-ca-bundle", "reconcileID": "6532e67d-5890-441e-9821-0843d04d4f71", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:28:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "openshift-service-ca.crt", "reconcileID": "9ac58a22-7bf0-47c7-9f2a-2b1e463f1cd4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:28:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "openshift-service-ca.crt", "reconcileID": "9ac58a22-7bf0-47c7-9f2a-2b1e463f1cd4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:28:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0054265-b7f0-433d-8bde-9c977838478e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:28:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-67d68f"}, "namespace": "ai-tenant-e2e-shared-a-67d68f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0054265-b7f0-433d-8bde-9c977838478e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-67d68f"} 2026-07-28T13:28:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-67d68f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-67d68f", "reconcileID": "d360e310-7a14-48c7-99cb-fd6a18c088bc", "Gateway": "e2e-shared-a-67d68f", "namespace": "openshift-ingress"} 2026-07-28T13:28:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9e81667a-ff7b-472d-9063-37db43ceab91", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-28T13:28:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "99298bd6-7d8b-4ec1-8e6d-12c3873001ea", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:28:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "99298bd6-7d8b-4ec1-8e6d-12c3873001ea", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress", "name": "e2e-shared-b-827464-authn-ssl"} 2026-07-28T13:28:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "99298bd6-7d8b-4ec1-8e6d-12c3873001ea", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:28:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "23ed397b-74ae-4eaf-89d0-ef3a3b700862", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:28:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "23ed397b-74ae-4eaf-89d0-ef3a3b700862", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress", "name": "e2e-shared-b-827464-authn-ssl"} 2026-07-28T13:28:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "23ed397b-74ae-4eaf-89d0-ef3a3b700862", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"} 2026-07-28T13:28:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4aadea83-d763-4758-9aa7-747fc1c75bb1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:28:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4aadea83-d763-4758-9aa7-747fc1c75bb1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-827464", "create": "odh-kserve-custom-ca-bundle"} 2026-07-28T13:28:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4aadea83-d763-4758-9aa7-747fc1c75bb1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-827464 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-28T13:28:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "odh-trusted-ca-bundle", "reconcileID": "bd47ebf6-178c-490b-b3c8-18b8058d0c2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:28:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "odh-trusted-ca-bundle", "reconcileID": "bd47ebf6-178c-490b-b3c8-18b8058d0c2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:28:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "openshift-service-ca.crt", "reconcileID": "497982e4-c4e3-43de-8104-d2f3e776f66d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:28:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "openshift-service-ca.crt", "reconcileID": "497982e4-c4e3-43de-8104-d2f3e776f66d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:28:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d62b4a9d-4b99-4111-a431-61e7755a9ca9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:28:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-827464"}, "namespace": "ai-tenant-e2e-shared-b-827464", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d62b4a9d-4b99-4111-a431-61e7755a9ca9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-827464"} 2026-07-28T13:28:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-827464","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-827464", "reconcileID": "39778982-29d0-462c-8a0a-84745b195fce", "Gateway": "e2e-shared-b-827464", "namespace": "openshift-ingress"}