2026-09-18T14:11:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-783872","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872", "reconcileID": "12792f67-34fd-47e0-b7d2-f1b34c2a90fa", "Gateway": "e2e-shared-a-w3-783872", "namespace": "openshift-ingress"} 2026-09-18T14:11:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "4ecc0696-e857-494d-9468-c385987d8df9", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872-kserve-route-authn"} 2026-09-18T14:11:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "4ecc0696-e857-494d-9468-c385987d8df9", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872", "authType": "userdefined"} 2026-09-18T14:11:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "4ecc0696-e857-494d-9468-c385987d8df9", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:11:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-783872","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872", "reconcileID": "12792f67-34fd-47e0-b7d2-f1b34c2a90fa", "Gateway": "e2e-shared-a-w3-783872", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872-authn-ssl"} 2026-09-18T14:11:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-783872","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872", "reconcileID": "12792f67-34fd-47e0-b7d2-f1b34c2a90fa", "Gateway": "e2e-shared-a-w3-783872", "namespace": "openshift-ingress"} 2026-09-18T14:11:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "8b0c02c8-c3b8-4737-85ba-2a110d01fcbd", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:11:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "8b0c02c8-c3b8-4737-85ba-2a110d01fcbd", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:11:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "8b0c02c8-c3b8-4737-85ba-2a110d01fcbd", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:11:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "8b0c02c8-c3b8-4737-85ba-2a110d01fcbd", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872-kserve-route-authn"} 2026-09-18T14:11:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "8b0c02c8-c3b8-4737-85ba-2a110d01fcbd", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872", "authType": "userdefined"} 2026-09-18T14:11:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "8b0c02c8-c3b8-4737-85ba-2a110d01fcbd", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:11:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-783872","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872", "reconcileID": "b751deab-45e1-4f18-8310-3bbe5b37f6fc", "Gateway": "e2e-shared-a-w3-783872", "namespace": "openshift-ingress"} 2026-09-18T14:11:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-783872","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872", "reconcileID": "b751deab-45e1-4f18-8310-3bbe5b37f6fc", "Gateway": "e2e-shared-a-w3-783872", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872-authn-ssl"} 2026-09-18T14:11:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-783872","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872", "reconcileID": "b751deab-45e1-4f18-8310-3bbe5b37f6fc", "Gateway": "e2e-shared-a-w3-783872", "namespace": "openshift-ingress"} 2026-09-18T14:11:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "944cba1f-c44d-4bc3-8bc4-2925aa1a081d", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:11:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "944cba1f-c44d-4bc3-8bc4-2925aa1a081d", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:11:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "944cba1f-c44d-4bc3-8bc4-2925aa1a081d", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:11:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "944cba1f-c44d-4bc3-8bc4-2925aa1a081d", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872-kserve-route-authn"} 2026-09-18T14:11:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "944cba1f-c44d-4bc3-8bc4-2925aa1a081d", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872", "authType": "userdefined"} 2026-09-18T14:11:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "944cba1f-c44d-4bc3-8bc4-2925aa1a081d", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:11:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "dfee4f18-5cf5-45e1-8f97-c806c15079f3", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:11:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "dfee4f18-5cf5-45e1-8f97-c806c15079f3", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:11:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "dfee4f18-5cf5-45e1-8f97-c806c15079f3", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:11:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "dfee4f18-5cf5-45e1-8f97-c806c15079f3", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872-kserve-route-authn"} 2026-09-18T14:11:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "dfee4f18-5cf5-45e1-8f97-c806c15079f3", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872", "authType": "userdefined"} 2026-09-18T14:11:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "dfee4f18-5cf5-45e1-8f97-c806c15079f3", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:11:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "a5cd0632-fc62-4e48-9659-e233f0785047", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:11:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "a5cd0632-fc62-4e48-9659-e233f0785047", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:11:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "a5cd0632-fc62-4e48-9659-e233f0785047", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:11:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "a5cd0632-fc62-4e48-9659-e233f0785047", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872-kserve-route-authn"} 2026-09-18T14:11:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "a5cd0632-fc62-4e48-9659-e233f0785047", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872", "authType": "userdefined"} 2026-09-18T14:11:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "a5cd0632-fc62-4e48-9659-e233f0785047", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:11:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "4e886cc3-8b1a-4e51-bd0b-0ba3cdb22e19", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:11:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "4e886cc3-8b1a-4e51-bd0b-0ba3cdb22e19", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:11:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "4e886cc3-8b1a-4e51-bd0b-0ba3cdb22e19", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:11:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "4e886cc3-8b1a-4e51-bd0b-0ba3cdb22e19", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d-kserve-route-authn"} 2026-09-18T14:11:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1a4b6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d", "reconcileID": "225ca052-8094-4fcd-8ba7-b3d8491d3107", "Gateway": "e2e-shared-b-w3-1a4b6d", "namespace": "openshift-ingress"} 2026-09-18T14:11:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "4e886cc3-8b1a-4e51-bd0b-0ba3cdb22e19", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "authType": "userdefined"} 2026-09-18T14:11:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "4e886cc3-8b1a-4e51-bd0b-0ba3cdb22e19", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:11:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1a4b6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d", "reconcileID": "225ca052-8094-4fcd-8ba7-b3d8491d3107", "Gateway": "e2e-shared-b-w3-1a4b6d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d-authn-ssl"} 2026-09-18T14:11:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1a4b6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d", "reconcileID": "225ca052-8094-4fcd-8ba7-b3d8491d3107", "Gateway": "e2e-shared-b-w3-1a4b6d", "namespace": "openshift-ingress"} 2026-09-18T14:11:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "fbf46cf6-2c24-4de2-957d-0d680152ae66", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:11:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "fbf46cf6-2c24-4de2-957d-0d680152ae66", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:11:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "fbf46cf6-2c24-4de2-957d-0d680152ae66", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:11:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "fbf46cf6-2c24-4de2-957d-0d680152ae66", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d-kserve-route-authn"} 2026-09-18T14:11:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "fbf46cf6-2c24-4de2-957d-0d680152ae66", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "authType": "userdefined"} 2026-09-18T14:11:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "fbf46cf6-2c24-4de2-957d-0d680152ae66", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:11:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1a4b6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d", "reconcileID": "40d95625-acde-4732-976f-612f8010801a", "Gateway": "e2e-shared-b-w3-1a4b6d", "namespace": "openshift-ingress"} 2026-09-18T14:11:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1a4b6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d", "reconcileID": "40d95625-acde-4732-976f-612f8010801a", "Gateway": "e2e-shared-b-w3-1a4b6d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d-authn-ssl"} 2026-09-18T14:11:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1a4b6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d", "reconcileID": "40d95625-acde-4732-976f-612f8010801a", "Gateway": "e2e-shared-b-w3-1a4b6d", "namespace": "openshift-ingress"} 2026-09-18T14:11:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "f0b90425-e40a-4fa2-ba19-05239d536739", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:11:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "f0b90425-e40a-4fa2-ba19-05239d536739", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:11:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "f0b90425-e40a-4fa2-ba19-05239d536739", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:11:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "f0b90425-e40a-4fa2-ba19-05239d536739", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d-kserve-route-authn"} 2026-09-18T14:11:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "f0b90425-e40a-4fa2-ba19-05239d536739", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "authType": "userdefined"} 2026-09-18T14:11:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "f0b90425-e40a-4fa2-ba19-05239d536739", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:12:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "032088ad-d3ea-4b19-a953-6a74e05c4b66", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:12:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "032088ad-d3ea-4b19-a953-6a74e05c4b66", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:12:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "032088ad-d3ea-4b19-a953-6a74e05c4b66", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:12:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "032088ad-d3ea-4b19-a953-6a74e05c4b66", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d-kserve-route-authn"} 2026-09-18T14:12:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "032088ad-d3ea-4b19-a953-6a74e05c4b66", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "authType": "userdefined"} 2026-09-18T14:12:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "032088ad-d3ea-4b19-a953-6a74e05c4b66", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:12:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "dd0866b1-3bef-4271-ab28-4b8769005f36", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:12:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "dd0866b1-3bef-4271-ab28-4b8769005f36", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:12:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "dd0866b1-3bef-4271-ab28-4b8769005f36", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:12:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "dd0866b1-3bef-4271-ab28-4b8769005f36", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d-kserve-route-authn"} 2026-09-18T14:12:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "dd0866b1-3bef-4271-ab28-4b8769005f36", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "authType": "userdefined"} 2026-09-18T14:12:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "dd0866b1-3bef-4271-ab28-4b8769005f36", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:12:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "dd2b08aa-22ae-41aa-8e81-375c77171d5b", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:12:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "dd2b08aa-22ae-41aa-8e81-375c77171d5b", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872"} 2026-09-18T14:12:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "dd2b08aa-22ae-41aa-8e81-375c77171d5b", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:12:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "dd2b08aa-22ae-41aa-8e81-375c77171d5b", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:12:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "dd2b08aa-22ae-41aa-8e81-375c77171d5b", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872-kserve-route-authn"} 2026-09-18T14:12:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "dd2b08aa-22ae-41aa-8e81-375c77171d5b", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872-kserve-route-authn"} 2026-09-18T14:12:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "dd2b08aa-22ae-41aa-8e81-375c77171d5b", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:12:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "dd2b08aa-22ae-41aa-8e81-375c77171d5b", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:12:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-783872","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "rate-test-model-783872", "reconcileID": "5991f7f9-f529-462d-af5d-8f3ef70a8425", "LLMInferenceService": "rate-test-model-783872", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:12:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-783872","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872", "reconcileID": "47f60644-724e-4327-952f-60b4dd90ca5e", "Gateway": "e2e-shared-a-w3-783872", "namespace": "openshift-ingress"} 2026-09-18T14:12:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-783872","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872", "reconcileID": "47f60644-724e-4327-952f-60b4dd90ca5e", "Gateway": "e2e-shared-a-w3-783872", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872-authn-ssl"} 2026-09-18T14:12:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-783872","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872", "reconcileID": "47f60644-724e-4327-952f-60b4dd90ca5e", "Gateway": "e2e-shared-a-w3-783872", "namespace": "openshift-ingress"} 2026-09-18T14:12:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-783872","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872", "reconcileID": "0ba0f05d-ec5b-459a-8176-ab19e6ba4f20", "Gateway": "e2e-shared-a-w3-783872", "namespace": "openshift-ingress"} 2026-09-18T14:12:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-783872","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872", "reconcileID": "0ba0f05d-ec5b-459a-8176-ab19e6ba4f20", "Gateway": "e2e-shared-a-w3-783872", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872-authn-ssl"} 2026-09-18T14:12:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-783872","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872", "reconcileID": "0ba0f05d-ec5b-459a-8176-ab19e6ba4f20", "Gateway": "e2e-shared-a-w3-783872", "namespace": "openshift-ingress"} 2026-09-18T14:12:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "e8f58997-2d95-46fc-a6a7-c95d215083be", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:12:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "e8f58997-2d95-46fc-a6a7-c95d215083be", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d"} 2026-09-18T14:12:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "e8f58997-2d95-46fc-a6a7-c95d215083be", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:12:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "e8f58997-2d95-46fc-a6a7-c95d215083be", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:12:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "e8f58997-2d95-46fc-a6a7-c95d215083be", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d-kserve-route-authn"} 2026-09-18T14:12:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "e8f58997-2d95-46fc-a6a7-c95d215083be", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d-kserve-route-authn"} 2026-09-18T14:12:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "e8f58997-2d95-46fc-a6a7-c95d215083be", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:12:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "e8f58997-2d95-46fc-a6a7-c95d215083be", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:12:30Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1a4b6d","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "rate-test-model-1a4b6d", "reconcileID": "82e8e548-138e-4127-a5a5-59aa822638a9", "LLMInferenceService": "rate-test-model-1a4b6d", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:12:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1a4b6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d", "reconcileID": "6eb7e424-4304-436c-b5d9-1f5561f22770", "Gateway": "e2e-shared-b-w3-1a4b6d", "namespace": "openshift-ingress"} 2026-09-18T14:12:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1a4b6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d", "reconcileID": "6eb7e424-4304-436c-b5d9-1f5561f22770", "Gateway": "e2e-shared-b-w3-1a4b6d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d-authn-ssl"} 2026-09-18T14:12:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1a4b6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d", "reconcileID": "6eb7e424-4304-436c-b5d9-1f5561f22770", "Gateway": "e2e-shared-b-w3-1a4b6d", "namespace": "openshift-ingress"} 2026-09-18T14:12:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1a4b6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d", "reconcileID": "179da030-3889-4be9-bba4-1130d132b37c", "Gateway": "e2e-shared-b-w3-1a4b6d", "namespace": "openshift-ingress"} 2026-09-18T14:12:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1a4b6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d", "reconcileID": "179da030-3889-4be9-bba4-1130d132b37c", "Gateway": "e2e-shared-b-w3-1a4b6d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d-authn-ssl"} 2026-09-18T14:12:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1a4b6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d", "reconcileID": "179da030-3889-4be9-bba4-1130d132b37c", "Gateway": "e2e-shared-b-w3-1a4b6d", "namespace": "openshift-ingress"} 2026-09-18T14:12:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "048f75f4-c73f-4230-b126-80fe56da7361", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:12:31Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "048f75f4-c73f-4230-b126-80fe56da7361", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c-authn-ssl"} 2026-09-18T14:12:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "048f75f4-c73f-4230-b126-80fe56da7361", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:12:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "d4fe4072-9180-4067-9164-461b9321d607", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:12:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "d4fe4072-9180-4067-9164-461b9321d607", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c-authn-ssl"} 2026-09-18T14:12:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "d4fe4072-9180-4067-9164-461b9321d607", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:12:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "4de1d82e-6512-455e-b67f-869b22642969", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:12:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "4de1d82e-6512-455e-b67f-869b22642969", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c-authn-ssl"} 2026-09-18T14:12:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "4de1d82e-6512-455e-b67f-869b22642969", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:12:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "99de2e53-eb7c-4c47-9be7-639046c79a5a", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:12:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "99de2e53-eb7c-4c47-9be7-639046c79a5a", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c-authn-ssl"} 2026-09-18T14:12:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "99de2e53-eb7c-4c47-9be7-639046c79a5a", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:12:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "fcb75cd8-5494-42c4-8f34-c1b27772cfcc", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:12:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "fcb75cd8-5494-42c4-8f34-c1b27772cfcc", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c-authn-ssl"} 2026-09-18T14:12:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "fcb75cd8-5494-42c4-8f34-c1b27772cfcc", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:12:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "abd43df7-1ed0-414d-8a07-b414cdb0c686", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:12:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "abd43df7-1ed0-414d-8a07-b414cdb0c686", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c-authn-ssl"} 2026-09-18T14:12:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "abd43df7-1ed0-414d-8a07-b414cdb0c686", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:12:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "e149a7db-81bc-4864-990e-ef84129dd936", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:12:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "e149a7db-81bc-4864-990e-ef84129dd936", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c-authn-ssl"} 2026-09-18T14:12:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "e149a7db-81bc-4864-990e-ef84129dd936", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:12:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "openshift-service-ca.crt", "reconcileID": "ef2a8dcc-a077-45f3-8238-7253f90cb14b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:12:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "odh-trusted-ca-bundle", "reconcileID": "d07b1776-4593-4e74-8224-fe0d7d97c506", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:12:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "openshift-service-ca.crt", "reconcileID": "8e3dfa8b-658b-44b8-9fa8-074341e7bb8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b6289c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T14:12:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "openshift-service-ca.crt", "reconcileID": "8e3dfa8b-658b-44b8-9fa8-074341e7bb8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:12:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7dbdbbb-c86f-439c-9fa3-a3f331e0519a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:12:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "openshift-service-ca.crt", "reconcileID": "39cb25a5-3879-4ef3-a348-8cbceef00a26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:12:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "odh-trusted-ca-bundle", "reconcileID": "2931cb5f-c822-4113-9d26-9ed93a2b7241", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b6289c", "update": "odh-kserve-custom-ca-bundle"} 2026-09-18T14:12:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "odh-trusted-ca-bundle", "reconcileID": "2931cb5f-c822-4113-9d26-9ed93a2b7241", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:12:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c81d0a78-3705-4a1e-9502-b7e600433f73", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:12:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "92bfef4e-cc67-49d4-b42f-3b54ee1a60ae", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:12:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "92bfef4e-cc67-49d4-b42f-3b54ee1a60ae", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c-authn-ssl"} 2026-09-18T14:12:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "92bfef4e-cc67-49d4-b42f-3b54ee1a60ae", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:12:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "7ee7f892-9ec6-4888-bd15-bfc13de71f33", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:12:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "7ee7f892-9ec6-4888-bd15-bfc13de71f33", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c-authn-ssl"} 2026-09-18T14:12:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "7ee7f892-9ec6-4888-bd15-bfc13de71f33", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:13:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "17cd9f7f-b929-4c68-8686-d7b9aa57c4bd", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress"} 2026-09-18T14:13:00Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "17cd9f7f-b929-4c68-8686-d7b9aa57c4bd", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301-authn-ssl"} 2026-09-18T14:13:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "17cd9f7f-b929-4c68-8686-d7b9aa57c4bd", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress"} 2026-09-18T14:13:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "745597cb-e850-4104-a8bc-92edb981971f", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress"} 2026-09-18T14:13:00Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "745597cb-e850-4104-a8bc-92edb981971f", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301-authn-ssl"} 2026-09-18T14:13:00Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "745597cb-e850-4104-a8bc-92edb981971f", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-9d6301-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-b-9d6301-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T14:13:00Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-b-9d6301-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-b-9d6301-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-b-9d6301","uid":"ccddbe63-112c-4c78-84b1-67b5b681d0e5","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"57511"}, "reason": "ReconcileError"} 2026-09-18T14:13:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "008fa7e8-b66f-4cb5-af4a-480b1d4e3ad4", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress"} 2026-09-18T14:13:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "008fa7e8-b66f-4cb5-af4a-480b1d4e3ad4", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301-authn-ssl"} 2026-09-18T14:13:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "008fa7e8-b66f-4cb5-af4a-480b1d4e3ad4", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress"} 2026-09-18T14:13:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "89c61f4d-d45e-4c63-8284-ea3508303223", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress"} 2026-09-18T14:13:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "89c61f4d-d45e-4c63-8284-ea3508303223", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301-authn-ssl"} 2026-09-18T14:13:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "89c61f4d-d45e-4c63-8284-ea3508303223", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress"} 2026-09-18T14:13:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "fe5bdafb-ca1e-45fa-b2cf-511ac08be191", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress"} 2026-09-18T14:13:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "fe5bdafb-ca1e-45fa-b2cf-511ac08be191", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301-authn-ssl"} 2026-09-18T14:13:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "fe5bdafb-ca1e-45fa-b2cf-511ac08be191", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress"} 2026-09-18T14:13:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "979c011e-16ba-42f5-8f22-eae152659064", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress"} 2026-09-18T14:13:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "979c011e-16ba-42f5-8f22-eae152659064", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301-authn-ssl"} 2026-09-18T14:13:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "979c011e-16ba-42f5-8f22-eae152659064", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress"} 2026-09-18T14:13:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "4333188e-2966-4a5e-88e0-31d4c181b9cf", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress"} 2026-09-18T14:13:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "4333188e-2966-4a5e-88e0-31d4c181b9cf", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301-authn-ssl"} 2026-09-18T14:13:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "4333188e-2966-4a5e-88e0-31d4c181b9cf", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress"} 2026-09-18T14:13:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "e27cb25f-912b-46d2-b686-fcd6c563fd53", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress"} 2026-09-18T14:13:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "e27cb25f-912b-46d2-b686-fcd6c563fd53", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301-authn-ssl"} 2026-09-18T14:13:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "e27cb25f-912b-46d2-b686-fcd6c563fd53", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress"} 2026-09-18T14:13:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9d6301"}, "namespace": "ai-tenant-e2e-ipp-b-9d6301", "name": "openshift-service-ca.crt", "reconcileID": "037eb184-1d37-4388-8d3e-c0d610bb84b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9d6301"} 2026-09-18T14:13:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9d6301"}, "namespace": "ai-tenant-e2e-ipp-b-9d6301", "name": "odh-trusted-ca-bundle", "reconcileID": "05d76743-d2c9-4242-864c-9396e17a61c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9d6301"} 2026-09-18T14:13:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9d6301"}, "namespace": "ai-tenant-e2e-ipp-b-9d6301", "name": "openshift-service-ca.crt", "reconcileID": "29c0ee5e-89e3-4da7-a040-56465a9897f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9d6301", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T14:13:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9d6301"}, "namespace": "ai-tenant-e2e-ipp-b-9d6301", "name": "openshift-service-ca.crt", "reconcileID": "29c0ee5e-89e3-4da7-a040-56465a9897f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9d6301"} 2026-09-18T14:13:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9d6301"}, "namespace": "ai-tenant-e2e-ipp-b-9d6301", "name": "openshift-service-ca.crt", "reconcileID": "e00403d6-1b4c-43f9-a97d-664e0a959279", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9d6301", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T14:13:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9d6301"}, "namespace": "ai-tenant-e2e-ipp-b-9d6301", "name": "openshift-service-ca.crt", "reconcileID": "e00403d6-1b4c-43f9-a97d-664e0a959279", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T14:13:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9d6301"}, "namespace": "ai-tenant-e2e-ipp-b-9d6301", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58335816-65dd-4d88-a34e-7b3cd4e39339", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9d6301", "update": "odh-kserve-custom-ca-bundle"} 2026-09-18T14:13:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9d6301"}, "namespace": "ai-tenant-e2e-ipp-b-9d6301", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "58335816-65dd-4d88-a34e-7b3cd4e39339", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9d6301"} 2026-09-18T14:13:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9d6301"}, "namespace": "ai-tenant-e2e-ipp-b-9d6301", "name": "odh-trusted-ca-bundle", "reconcileID": "bfae4610-b8be-4800-891e-7785beee744c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9d6301"} 2026-09-18T14:13:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9d6301"}, "namespace": "ai-tenant-e2e-ipp-b-9d6301", "name": "openshift-service-ca.crt", "reconcileID": "abf6f7d2-91ba-462c-bf0c-c88138361e0c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9d6301"} 2026-09-18T14:13:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9d6301"}, "namespace": "ai-tenant-e2e-ipp-b-9d6301", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b91b175-dba7-45fe-aa73-d40d3291da04", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9d6301"} 2026-09-18T14:13:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "38f95550-bd26-4364-8091-ebb6a8ecf92e", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress"} 2026-09-18T14:13:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "38f95550-bd26-4364-8091-ebb6a8ecf92e", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301-authn-ssl"} 2026-09-18T14:13:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "38f95550-bd26-4364-8091-ebb6a8ecf92e", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress"} 2026-09-18T14:13:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "bcaa2bbd-49c8-40dd-8237-2bdedfc8b9cb", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress"} 2026-09-18T14:13:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "bcaa2bbd-49c8-40dd-8237-2bdedfc8b9cb", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301-authn-ssl"} 2026-09-18T14:13:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "bcaa2bbd-49c8-40dd-8237-2bdedfc8b9cb", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress"} 2026-09-18T14:13:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "f4123310-e817-498a-8cd0-f9e9d1581028", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:13:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "f4123310-e817-498a-8cd0-f9e9d1581028", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:13:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "f4123310-e817-498a-8cd0-f9e9d1581028", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:13:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "f4123310-e817-498a-8cd0-f9e9d1581028", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c-kserve-route-authn"} 2026-09-18T14:13:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "f4123310-e817-498a-8cd0-f9e9d1581028", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c", "authType": "userdefined"} 2026-09-18T14:13:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "f4123310-e817-498a-8cd0-f9e9d1581028", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:13:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "702c0cd8-8a77-48b8-bbf5-430a9ccd1a38", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:13:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "702c0cd8-8a77-48b8-bbf5-430a9ccd1a38", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c-authn-ssl"} 2026-09-18T14:13:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "702c0cd8-8a77-48b8-bbf5-430a9ccd1a38", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:13:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "76061978-d1b0-4199-aecd-06a36afbc299", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:13:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "76061978-d1b0-4199-aecd-06a36afbc299", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:13:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "76061978-d1b0-4199-aecd-06a36afbc299", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:13:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "76061978-d1b0-4199-aecd-06a36afbc299", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c-kserve-route-authn"} 2026-09-18T14:13:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "76061978-d1b0-4199-aecd-06a36afbc299", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c", "authType": "userdefined"} 2026-09-18T14:13:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "76061978-d1b0-4199-aecd-06a36afbc299", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:13:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "a30911ae-5b95-4fec-8550-3a62be8afe7a", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:13:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "a30911ae-5b95-4fec-8550-3a62be8afe7a", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c-authn-ssl"} 2026-09-18T14:13:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "a30911ae-5b95-4fec-8550-3a62be8afe7a", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:13:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "23fc7c2e-5d20-4c2f-b24f-f54145f341b2", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:13:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "23fc7c2e-5d20-4c2f-b24f-f54145f341b2", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:13:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "23fc7c2e-5d20-4c2f-b24f-f54145f341b2", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:13:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "23fc7c2e-5d20-4c2f-b24f-f54145f341b2", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c-kserve-route-authn"} 2026-09-18T14:13:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "23fc7c2e-5d20-4c2f-b24f-f54145f341b2", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c", "authType": "userdefined"} 2026-09-18T14:13:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "23fc7c2e-5d20-4c2f-b24f-f54145f341b2", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:14:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "e667b2c0-7f85-4ac5-bace-698a246a3129", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:14:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "e667b2c0-7f85-4ac5-bace-698a246a3129", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:14:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "e667b2c0-7f85-4ac5-bace-698a246a3129", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:14:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "e667b2c0-7f85-4ac5-bace-698a246a3129", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c-kserve-route-authn"} 2026-09-18T14:14:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "e667b2c0-7f85-4ac5-bace-698a246a3129", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c", "authType": "userdefined"} 2026-09-18T14:14:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "e667b2c0-7f85-4ac5-bace-698a246a3129", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:14:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "ca18900e-73bc-42e1-8de5-9868bc0ac960", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress"} 2026-09-18T14:14:15Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "ca18900e-73bc-42e1-8de5-9868bc0ac960", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6-authn-ssl"} 2026-09-18T14:14:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "ca18900e-73bc-42e1-8de5-9868bc0ac960", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress"} 2026-09-18T14:14:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "cd2fbe08-f7f6-44db-9b83-9497ce901089", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress"} 2026-09-18T14:14:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "cd2fbe08-f7f6-44db-9b83-9497ce901089", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6-authn-ssl"} 2026-09-18T14:14:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "cd2fbe08-f7f6-44db-9b83-9497ce901089", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress"} 2026-09-18T14:14:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "d622c6c1-f40b-4242-89d1-936e9d8d9fb8", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress"} 2026-09-18T14:14:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "d622c6c1-f40b-4242-89d1-936e9d8d9fb8", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6-authn-ssl"} 2026-09-18T14:14:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "d622c6c1-f40b-4242-89d1-936e9d8d9fb8", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress"} 2026-09-18T14:14:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "24d759a1-ca0e-48e1-bf02-90774d64120c", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress"} 2026-09-18T14:14:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "24d759a1-ca0e-48e1-bf02-90774d64120c", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6-authn-ssl"} 2026-09-18T14:14:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "24d759a1-ca0e-48e1-bf02-90774d64120c", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress"} 2026-09-18T14:14:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "a98fdbc8-8471-4cfc-b45c-a18c62a13d0f", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress"} 2026-09-18T14:14:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "a98fdbc8-8471-4cfc-b45c-a18c62a13d0f", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6-authn-ssl"} 2026-09-18T14:14:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "a98fdbc8-8471-4cfc-b45c-a18c62a13d0f", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress"} 2026-09-18T14:14:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "25e74aea-2f72-4295-937f-bc17bf3ca6dc", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress"} 2026-09-18T14:14:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "25e74aea-2f72-4295-937f-bc17bf3ca6dc", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6-authn-ssl"} 2026-09-18T14:14:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "25e74aea-2f72-4295-937f-bc17bf3ca6dc", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress"} 2026-09-18T14:14:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "a5410b76-06bd-44cc-b9b6-edaccad7b144", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress"} 2026-09-18T14:14:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "a5410b76-06bd-44cc-b9b6-edaccad7b144", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6-authn-ssl"} 2026-09-18T14:14:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "a5410b76-06bd-44cc-b9b6-edaccad7b144", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress"} 2026-09-18T14:14:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-cafbd6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "name": "openshift-service-ca.crt", "reconcileID": "baa04bdd-e985-47c1-8ddf-03b627c6f865", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6"} 2026-09-18T14:14:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cafbd6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "name": "odh-trusted-ca-bundle", "reconcileID": "6a90348b-df70-4a83-ada8-665447324496", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6"} 2026-09-18T14:14:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-cafbd6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "name": "openshift-service-ca.crt", "reconcileID": "46a15479-b0f6-4043-97dd-f1d69ad2652f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T14:14:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-cafbd6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "name": "openshift-service-ca.crt", "reconcileID": "46a15479-b0f6-4043-97dd-f1d69ad2652f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6"} 2026-09-18T14:14:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-cafbd6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "name": "openshift-service-ca.crt", "reconcileID": "42d520ff-c36c-434b-8e7f-d342fa8cb7af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6"} 2026-09-18T14:14:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cafbd6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7087b5ce-ff24-4779-b61c-76d5eaa586d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6"} 2026-09-18T14:14:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cafbd6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "name": "odh-trusted-ca-bundle", "reconcileID": "2f1b3358-8000-4397-8b84-956777508a86", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "update": "odh-kserve-custom-ca-bundle"} 2026-09-18T14:14:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cafbd6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "name": "odh-trusted-ca-bundle", "reconcileID": "2f1b3358-8000-4397-8b84-956777508a86", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6"} 2026-09-18T14:14:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cafbd6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a3ab58d-73f1-4810-aad3-645d65487ee9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6"} 2026-09-18T14:14:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "677c5ac6-9474-4134-852b-1c22a5c44f15", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress"} 2026-09-18T14:14:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "677c5ac6-9474-4134-852b-1c22a5c44f15", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6-authn-ssl"} 2026-09-18T14:14:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "677c5ac6-9474-4134-852b-1c22a5c44f15", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress"} 2026-09-18T14:14:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "45216906-121a-46b6-88f5-76bb44a676ae", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress"} 2026-09-18T14:14:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "45216906-121a-46b6-88f5-76bb44a676ae", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6-authn-ssl"} 2026-09-18T14:14:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "45216906-121a-46b6-88f5-76bb44a676ae", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress"} 2026-09-18T14:14:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "9a1ec467-258d-4f79-91c4-19b2e3f785a7", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress"} 2026-09-18T14:14:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "9a1ec467-258d-4f79-91c4-19b2e3f785a7", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6-authn-ssl"} 2026-09-18T14:14:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "9a1ec467-258d-4f79-91c4-19b2e3f785a7", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress"} 2026-09-18T14:14:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "b730aa66-b78b-4b48-9751-5ff1751e19ce", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress"} 2026-09-18T14:14:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "b730aa66-b78b-4b48-9751-5ff1751e19ce", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6-authn-ssl"} 2026-09-18T14:14:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "b730aa66-b78b-4b48-9751-5ff1751e19ce", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress"} 2026-09-18T14:14:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cafbd6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61f31e18-5b9c-4dfd-8232-0c98f101da1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6"} 2026-09-18T14:14:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cafbd6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61f31e18-5b9c-4dfd-8232-0c98f101da1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T14:14:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cafbd6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61f31e18-5b9c-4dfd-8232-0c98f101da1c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-cafbd6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T14:14:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cafbd6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "name": "odh-trusted-ca-bundle", "reconcileID": "455b600a-dcc5-4fe2-a0df-2382a5e67038", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6"} 2026-09-18T14:14:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cafbd6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "name": "odh-trusted-ca-bundle", "reconcileID": "455b600a-dcc5-4fe2-a0df-2382a5e67038", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T14:14:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cafbd6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "name": "odh-trusted-ca-bundle", "reconcileID": "455b600a-dcc5-4fe2-a0df-2382a5e67038", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-cafbd6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T14:14:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-cafbd6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "name": "openshift-service-ca.crt", "reconcileID": "4c2e8b49-b5de-48c0-99d1-d7be825d9ae6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6"} 2026-09-18T14:14:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-cafbd6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "name": "openshift-service-ca.crt", "reconcileID": "4c2e8b49-b5de-48c0-99d1-d7be825d9ae6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6"} 2026-09-18T14:14:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cafbd6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b76f3ef-1572-4792-a90e-47f37d47faba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6"} 2026-09-18T14:14:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cafbd6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b76f3ef-1572-4792-a90e-47f37d47faba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6"} 2026-09-18T14:14:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cafbd6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "name": "odh-trusted-ca-bundle", "reconcileID": "a55d48cc-2832-446d-b8fd-9a4b4951a3c2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6"} 2026-09-18T14:14:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-cafbd6"}, "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6", "name": "odh-trusted-ca-bundle", "reconcileID": "a55d48cc-2832-446d-b8fd-9a4b4951a3c2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-cafbd6"} 2026-09-18T14:14:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-cafbd6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-cafbd6", "reconcileID": "0fccac7c-ae4a-47dc-9b5d-2d4832cf89de", "Gateway": "e2e-ipp-cleanup-cafbd6", "namespace": "openshift-ingress"} 2026-09-18T14:15:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "324c5709-f9e1-4ac7-9faa-508b4e5ed1dc", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:15:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "324c5709-f9e1-4ac7-9faa-508b4e5ed1dc", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c-authn-ssl"} 2026-09-18T14:15:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "324c5709-f9e1-4ac7-9faa-508b4e5ed1dc", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:15:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "9b62e26c-ac61-421b-afde-88ca5f25dcb0", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:15:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "9b62e26c-ac61-421b-afde-88ca5f25dcb0", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c-authn-ssl"} 2026-09-18T14:15:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "9b62e26c-ac61-421b-afde-88ca5f25dcb0", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:15:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "12526b9a-c136-4423-8b4b-99b52fbd1e96", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:15:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "12526b9a-c136-4423-8b4b-99b52fbd1e96", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c-authn-ssl"} 2026-09-18T14:15:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "12526b9a-c136-4423-8b4b-99b52fbd1e96", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:15:23Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "53bf09d8-d69e-4e56-988d-e77028397967", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:15:23Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "53bf09d8-d69e-4e56-988d-e77028397967", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:15:23Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "53bf09d8-d69e-4e56-988d-e77028397967", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:15:23Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "53bf09d8-d69e-4e56-988d-e77028397967", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c-kserve-route-authn"} 2026-09-18T14:15:23Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "53bf09d8-d69e-4e56-988d-e77028397967", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c", "authType": "userdefined"} 2026-09-18T14:15:23Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "53bf09d8-d69e-4e56-988d-e77028397967", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:15:33Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T14:15:33Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T14:15:35Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T14:15:35Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T14:16:05Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "213f2b67-9cb5-4e3f-ae6c-c6a40df41690", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:16:05Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "213f2b67-9cb5-4e3f-ae6c-c6a40df41690", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c"} 2026-09-18T14:16:05Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "213f2b67-9cb5-4e3f-ae6c-c6a40df41690", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:16:05Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "213f2b67-9cb5-4e3f-ae6c-c6a40df41690", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:16:05Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "213f2b67-9cb5-4e3f-ae6c-c6a40df41690", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c-kserve-route-authn"} 2026-09-18T14:16:05Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "213f2b67-9cb5-4e3f-ae6c-c6a40df41690", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c-kserve-route-authn"} 2026-09-18T14:16:05Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "213f2b67-9cb5-4e3f-ae6c-c6a40df41690", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:16:05Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "213f2b67-9cb5-4e3f-ae6c-c6a40df41690", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:16:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "c12fbfc5-600e-484b-ab35-7c1517ce94c0", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:16:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "c12fbfc5-600e-484b-ab35-7c1517ce94c0", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c-authn-ssl"} 2026-09-18T14:16:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "c12fbfc5-600e-484b-ab35-7c1517ce94c0", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:16:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8307057-4616-4d5a-a059-12d6797ce586", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:16:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8307057-4616-4d5a-a059-12d6797ce586", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b6289c", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T14:16:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8307057-4616-4d5a-a059-12d6797ce586", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-b6289c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T14:16:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "odh-trusted-ca-bundle", "reconcileID": "aeef6bdd-b680-4d42-9c80-f6b585df2751", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:16:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "odh-trusted-ca-bundle", "reconcileID": "aeef6bdd-b680-4d42-9c80-f6b585df2751", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:16:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "openshift-service-ca.crt", "reconcileID": "68dd8a8d-6b84-45fa-aa71-24a1b22fcd86", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:16:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "openshift-service-ca.crt", "reconcileID": "68dd8a8d-6b84-45fa-aa71-24a1b22fcd86", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:16:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39f33874-d71d-47d7-9944-0125f9986b09", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:16:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39f33874-d71d-47d7-9944-0125f9986b09", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:16:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "11db6e13-c608-4821-838a-cc80d77adaa8", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:16:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "11db6e13-c608-4821-838a-cc80d77adaa8", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c"} 2026-09-18T14:16:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "11db6e13-c608-4821-838a-cc80d77adaa8", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:16:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "11db6e13-c608-4821-838a-cc80d77adaa8", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:16:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "11db6e13-c608-4821-838a-cc80d77adaa8", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c-kserve-route-authn"} 2026-09-18T14:16:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "11db6e13-c608-4821-838a-cc80d77adaa8", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c-kserve-route-authn"} 2026-09-18T14:16:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "11db6e13-c608-4821-838a-cc80d77adaa8", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:16:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "11db6e13-c608-4821-838a-cc80d77adaa8", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:16:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-b6289c","namespace":"ai-tenant-e2e-ipp-a-b6289c"}, "namespace": "ai-tenant-e2e-ipp-a-b6289c", "name": "ipp-route-b6289c", "reconcileID": "af88b76a-ed65-43f2-872b-632d1c052016", "LLMInferenceService": "ipp-route-b6289c", "namespace": "ai-tenant-e2e-ipp-a-b6289c"} 2026-09-18T14:16:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "ed9ffb3f-2c92-4e96-b357-0585a267f5ee", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:16:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "ed9ffb3f-2c92-4e96-b357-0585a267f5ee", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c-authn-ssl"} 2026-09-18T14:16:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "ed9ffb3f-2c92-4e96-b357-0585a267f5ee", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:16:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-b6289c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-b6289c", "reconcileID": "8c0dcf47-27a3-45a9-9acd-9d6a0aeedd37", "Gateway": "e2e-ipp-a-b6289c", "namespace": "openshift-ingress"} 2026-09-18T14:16:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "04b6e200-025e-4ed2-8498-076b2600047e", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress"} 2026-09-18T14:16:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "04b6e200-025e-4ed2-8498-076b2600047e", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301-authn-ssl"} 2026-09-18T14:16:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "04b6e200-025e-4ed2-8498-076b2600047e", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress"} 2026-09-18T14:16:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "4644014a-0057-4590-ad64-9076563e9f73", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress"} 2026-09-18T14:16:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "4644014a-0057-4590-ad64-9076563e9f73", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301-authn-ssl"} 2026-09-18T14:16:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "4644014a-0057-4590-ad64-9076563e9f73", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress"} 2026-09-18T14:16:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9d6301"}, "namespace": "ai-tenant-e2e-ipp-b-9d6301", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07678682-a9d3-4046-8d38-c7b5a63a5b68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9d6301"} 2026-09-18T14:16:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9d6301"}, "namespace": "ai-tenant-e2e-ipp-b-9d6301", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07678682-a9d3-4046-8d38-c7b5a63a5b68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9d6301", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T14:16:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9d6301"}, "namespace": "ai-tenant-e2e-ipp-b-9d6301", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07678682-a9d3-4046-8d38-c7b5a63a5b68", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-9d6301 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T14:16:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9d6301"}, "namespace": "ai-tenant-e2e-ipp-b-9d6301", "name": "odh-trusted-ca-bundle", "reconcileID": "ece2b002-6748-4cf6-92d1-2039f23e0130", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9d6301"} 2026-09-18T14:16:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9d6301"}, "namespace": "ai-tenant-e2e-ipp-b-9d6301", "name": "odh-trusted-ca-bundle", "reconcileID": "ece2b002-6748-4cf6-92d1-2039f23e0130", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9d6301"} 2026-09-18T14:16:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9d6301"}, "namespace": "ai-tenant-e2e-ipp-b-9d6301", "name": "openshift-service-ca.crt", "reconcileID": "2811cefe-f825-4a0f-81d4-884ba8bfed89", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9d6301"} 2026-09-18T14:16:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-9d6301"}, "namespace": "ai-tenant-e2e-ipp-b-9d6301", "name": "openshift-service-ca.crt", "reconcileID": "2811cefe-f825-4a0f-81d4-884ba8bfed89", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-9d6301"} 2026-09-18T14:16:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9d6301"}, "namespace": "ai-tenant-e2e-ipp-b-9d6301", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2689cf2c-49be-4ed5-ae7d-2300ce972662", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9d6301"} 2026-09-18T14:16:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-9d6301"}, "namespace": "ai-tenant-e2e-ipp-b-9d6301", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2689cf2c-49be-4ed5-ae7d-2300ce972662", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-9d6301"} 2026-09-18T14:16:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-9d6301","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-9d6301", "reconcileID": "be411687-848a-422f-b408-dfe5f2c62f27", "Gateway": "e2e-ipp-b-9d6301", "namespace": "openshift-ingress"} 2026-09-18T14:16:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-783872","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872", "reconcileID": "22edaf88-5f44-4011-ae21-c71491465331", "Gateway": "e2e-shared-a-w3-783872", "namespace": "openshift-ingress"} 2026-09-18T14:16:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-783872","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872", "reconcileID": "22edaf88-5f44-4011-ae21-c71491465331", "Gateway": "e2e-shared-a-w3-783872", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872-authn-ssl"} 2026-09-18T14:16:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-783872","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872", "reconcileID": "22edaf88-5f44-4011-ae21-c71491465331", "Gateway": "e2e-shared-a-w3-783872", "namespace": "openshift-ingress"} 2026-09-18T14:17:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-783872","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872", "reconcileID": "20712460-764b-4b39-9982-eb1e6855fda2", "Gateway": "e2e-shared-a-w3-783872", "namespace": "openshift-ingress"} 2026-09-18T14:17:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-783872","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872", "reconcileID": "20712460-764b-4b39-9982-eb1e6855fda2", "Gateway": "e2e-shared-a-w3-783872", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872-authn-ssl"} 2026-09-18T14:17:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-783872","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872", "reconcileID": "20712460-764b-4b39-9982-eb1e6855fda2", "Gateway": "e2e-shared-a-w3-783872", "namespace": "openshift-ingress"} 2026-09-18T14:17:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28fd341a-7ae9-4342-88b6-2f28cb090e2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:17:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28fd341a-7ae9-4342-88b6-2f28cb090e2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-783872", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T14:17:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28fd341a-7ae9-4342-88b6-2f28cb090e2a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-783872 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T14:17:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "odh-trusted-ca-bundle", "reconcileID": "5f6e0da0-8a13-47e4-a478-ec1b566c1846", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:17:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "odh-trusted-ca-bundle", "reconcileID": "5f6e0da0-8a13-47e4-a478-ec1b566c1846", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:17:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "openshift-service-ca.crt", "reconcileID": "9406d889-46c4-4bc3-99ae-8ad611d81411", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:17:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "openshift-service-ca.crt", "reconcileID": "9406d889-46c4-4bc3-99ae-8ad611d81411", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:17:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e784f18-5b36-4aa8-9c31-33ecf9131a31", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:17:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-783872"}, "namespace": "ai-tenant-e2e-shared-a-w3-783872", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e784f18-5b36-4aa8-9c31-33ecf9131a31", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-783872"} 2026-09-18T14:17:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-783872","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-783872", "reconcileID": "98652ab9-0809-4135-93ce-0b363bea51e0", "Gateway": "e2e-shared-a-w3-783872", "namespace": "openshift-ingress"} 2026-09-18T14:17:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1a4b6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d", "reconcileID": "46bf02cd-d5c2-4c75-8eab-70ad9945bd8c", "Gateway": "e2e-shared-b-w3-1a4b6d", "namespace": "openshift-ingress"} 2026-09-18T14:17:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1a4b6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d", "reconcileID": "46bf02cd-d5c2-4c75-8eab-70ad9945bd8c", "Gateway": "e2e-shared-b-w3-1a4b6d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d-authn-ssl"} 2026-09-18T14:17:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1a4b6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d", "reconcileID": "46bf02cd-d5c2-4c75-8eab-70ad9945bd8c", "Gateway": "e2e-shared-b-w3-1a4b6d", "namespace": "openshift-ingress"} 2026-09-18T14:17:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1a4b6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d", "reconcileID": "af2028da-0daf-4f76-be6d-902bc932ca56", "Gateway": "e2e-shared-b-w3-1a4b6d", "namespace": "openshift-ingress"} 2026-09-18T14:17:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1a4b6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d", "reconcileID": "af2028da-0daf-4f76-be6d-902bc932ca56", "Gateway": "e2e-shared-b-w3-1a4b6d", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d-authn-ssl"} 2026-09-18T14:17:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1a4b6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d", "reconcileID": "af2028da-0daf-4f76-be6d-902bc932ca56", "Gateway": "e2e-shared-b-w3-1a4b6d", "namespace": "openshift-ingress"} 2026-09-18T14:17:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "faf32f8d-eadf-4c62-bf43-d094cda15d31", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:17:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "faf32f8d-eadf-4c62-bf43-d094cda15d31", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "create": "odh-kserve-custom-ca-bundle"} 2026-09-18T14:17:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "faf32f8d-eadf-4c62-bf43-d094cda15d31", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-1a4b6d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-18T14:17:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "odh-trusted-ca-bundle", "reconcileID": "4c32c476-c5a6-4039-9d8f-7362c1c15196", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:17:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "odh-trusted-ca-bundle", "reconcileID": "4c32c476-c5a6-4039-9d8f-7362c1c15196", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:17:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "openshift-service-ca.crt", "reconcileID": "e9cecdde-0d4c-49eb-81e9-0ff2ceab61ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:17:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "openshift-service-ca.crt", "reconcileID": "e9cecdde-0d4c-49eb-81e9-0ff2ceab61ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:17:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df1d2ee4-360f-4afe-9064-a98d4424905d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:17:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-1a4b6d"}, "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df1d2ee4-360f-4afe-9064-a98d4424905d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-1a4b6d"} 2026-09-18T14:17:22Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-1a4b6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-1a4b6d", "reconcileID": "94a6e123-3a90-43ba-8add-7ac834fc913f", "Gateway": "e2e-shared-b-w3-1a4b6d", "namespace": "openshift-ingress"} 2026-09-18T14:21:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "50471c0c-53f4-4841-8cce-25c8a57d00e3", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm"} 2026-09-18T14:21:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "50471c0c-53f4-4841-8cce-25c8a57d00e3", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm"} 2026-09-18T14:21:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "50471c0c-53f4-4841-8cce-25c8a57d00e3", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm"} 2026-09-18T14:21:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4b668d4b-af17-49ec-82a4-ee825f2e24b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T14:21:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "50471c0c-53f4-4841-8cce-25c8a57d00e3", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm", "name": "e2e-same-id-a-16aa6981-kserve-route-authn"} 2026-09-18T14:21:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "50471c0c-53f4-4841-8cce-25c8a57d00e3", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm", "authType": "userdefined"} 2026-09-18T14:21:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "50471c0c-53f4-4841-8cce-25c8a57d00e3", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm"} 2026-09-18T14:21:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4b668d4b-af17-49ec-82a4-ee825f2e24b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-18T14:21:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4b668d4b-af17-49ec-82a4-ee825f2e24b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T14:21:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "4a926661-1f4b-4481-8f38-8aa653467378", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm"} 2026-09-18T14:21:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "4a926661-1f4b-4481-8f38-8aa653467378", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm"} 2026-09-18T14:21:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "4a926661-1f4b-4481-8f38-8aa653467378", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm"} 2026-09-18T14:21:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1fae3123-5651-45a4-9940-c5f59305f3db", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T14:21:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "4a926661-1f4b-4481-8f38-8aa653467378", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm", "name": "e2e-same-id-b-16aa6981-kserve-route-authn"} 2026-09-18T14:21:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "4a926661-1f4b-4481-8f38-8aa653467378", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm", "authType": "userdefined"} 2026-09-18T14:21:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "4a926661-1f4b-4481-8f38-8aa653467378", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm"} 2026-09-18T14:21:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1fae3123-5651-45a4-9940-c5f59305f3db", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-18T14:21:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1fae3123-5651-45a4-9940-c5f59305f3db", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T14:21:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "2eebf008-0463-4f1d-869e-6d6dd6963cda", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm"} 2026-09-18T14:21:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "2eebf008-0463-4f1d-869e-6d6dd6963cda", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm"} 2026-09-18T14:21:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "2eebf008-0463-4f1d-869e-6d6dd6963cda", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm"} 2026-09-18T14:21:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "2eebf008-0463-4f1d-869e-6d6dd6963cda", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm", "name": "e2e-same-id-a-16aa6981-kserve-route-authn"} 2026-09-18T14:21:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "2eebf008-0463-4f1d-869e-6d6dd6963cda", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm", "authType": "userdefined"} 2026-09-18T14:21:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "2eebf008-0463-4f1d-869e-6d6dd6963cda", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm"} 2026-09-18T14:22:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d1d8296-664e-4c3f-9511-3e14fda846bc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T14:22:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d1d8296-664e-4c3f-9511-3e14fda846bc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-18T14:22:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5d1d8296-664e-4c3f-9511-3e14fda846bc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T14:22:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "2e01699c-d1fa-4ab7-9678-e2f3a2245ae8", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm"} 2026-09-18T14:22:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "2e01699c-d1fa-4ab7-9678-e2f3a2245ae8", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm"} 2026-09-18T14:22:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "2e01699c-d1fa-4ab7-9678-e2f3a2245ae8", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm"} 2026-09-18T14:22:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "2e01699c-d1fa-4ab7-9678-e2f3a2245ae8", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm", "name": "e2e-same-id-a-16aa6981-kserve-route-authn"} 2026-09-18T14:22:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "2e01699c-d1fa-4ab7-9678-e2f3a2245ae8", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm", "authType": "userdefined"} 2026-09-18T14:22:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "2e01699c-d1fa-4ab7-9678-e2f3a2245ae8", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm"} 2026-09-18T14:22:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "7efba561-1f36-4b10-8cd9-22856bec786d", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm"} 2026-09-18T14:22:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "7efba561-1f36-4b10-8cd9-22856bec786d", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm"} 2026-09-18T14:22:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "7efba561-1f36-4b10-8cd9-22856bec786d", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm"} 2026-09-18T14:22:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "7efba561-1f36-4b10-8cd9-22856bec786d", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm", "name": "e2e-same-id-b-16aa6981-kserve-route-authn"} 2026-09-18T14:22:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "7efba561-1f36-4b10-8cd9-22856bec786d", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm", "authType": "userdefined"} 2026-09-18T14:22:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "7efba561-1f36-4b10-8cd9-22856bec786d", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm"} 2026-09-18T14:22:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5df8e92f-f23a-4b5a-ae5b-ca6c58e9e111", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T14:22:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5df8e92f-f23a-4b5a-ae5b-ca6c58e9e111", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-18T14:22:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5df8e92f-f23a-4b5a-ae5b-ca6c58e9e111", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T14:22:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "5ee551f1-c3b7-4e95-ac04-3c04ba696c5d", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm"} 2026-09-18T14:22:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "5ee551f1-c3b7-4e95-ac04-3c04ba696c5d", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm"} 2026-09-18T14:22:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "5ee551f1-c3b7-4e95-ac04-3c04ba696c5d", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm"} 2026-09-18T14:22:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "5ee551f1-c3b7-4e95-ac04-3c04ba696c5d", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm", "name": "e2e-same-id-b-16aa6981-kserve-route-authn"} 2026-09-18T14:22:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "5ee551f1-c3b7-4e95-ac04-3c04ba696c5d", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm", "authType": "userdefined"} 2026-09-18T14:22:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "5ee551f1-c3b7-4e95-ac04-3c04ba696c5d", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm"} 2026-09-18T14:22:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "5d96e514-fc8b-4a67-b788-6e4897764a56", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm"} 2026-09-18T14:22:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "5d96e514-fc8b-4a67-b788-6e4897764a56", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm"} 2026-09-18T14:22:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "5d96e514-fc8b-4a67-b788-6e4897764a56", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm"} 2026-09-18T14:22:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "5d96e514-fc8b-4a67-b788-6e4897764a56", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm", "name": "e2e-same-id-a-16aa6981-kserve-route-authn"} 2026-09-18T14:22:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "5d96e514-fc8b-4a67-b788-6e4897764a56", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm", "authType": "userdefined"} 2026-09-18T14:22:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "5d96e514-fc8b-4a67-b788-6e4897764a56", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm"} 2026-09-18T14:22:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "3e6540b9-ab78-46d4-a2cd-88d0fdba15c2", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm"} 2026-09-18T14:22:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "3e6540b9-ab78-46d4-a2cd-88d0fdba15c2", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm"} 2026-09-18T14:22:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "3e6540b9-ab78-46d4-a2cd-88d0fdba15c2", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm"} 2026-09-18T14:22:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "3e6540b9-ab78-46d4-a2cd-88d0fdba15c2", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm", "name": "e2e-same-id-b-16aa6981-kserve-route-authn"} 2026-09-18T14:22:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "3e6540b9-ab78-46d4-a2cd-88d0fdba15c2", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm", "authType": "userdefined"} 2026-09-18T14:22:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "3e6540b9-ab78-46d4-a2cd-88d0fdba15c2", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm"} 2026-09-18T14:22:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "f085a5e6-1087-4861-b257-02f906f8b4c4", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm"} 2026-09-18T14:22:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "f085a5e6-1087-4861-b257-02f906f8b4c4", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm", "name": "e2e-same-id-a-16aa6981"} 2026-09-18T14:22:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "f085a5e6-1087-4861-b257-02f906f8b4c4", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm"} 2026-09-18T14:22:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "f085a5e6-1087-4861-b257-02f906f8b4c4", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm"} 2026-09-18T14:22:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "f085a5e6-1087-4861-b257-02f906f8b4c4", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm", "name": "e2e-same-id-a-16aa6981-kserve-route-authn"} 2026-09-18T14:22:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "f085a5e6-1087-4861-b257-02f906f8b4c4", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm", "name": "e2e-same-id-a-16aa6981-kserve-route-authn"} 2026-09-18T14:22:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-16aa6981", "reconcileID": "931f4021-76de-4a2f-b6fa-a899f031d595", "LLMInferenceService": "e2e-same-id-a-16aa6981", "namespace": "llm"} 2026-09-18T14:22:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1681d6f1-d581-40ee-ab6b-48da380579c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T14:22:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1681d6f1-d581-40ee-ab6b-48da380579c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-18T14:22:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1681d6f1-d581-40ee-ab6b-48da380579c0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T14:22:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f19581c8-42bb-4184-8f99-0c86f1219975", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T14:22:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f19581c8-42bb-4184-8f99-0c86f1219975", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-18T14:22:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f19581c8-42bb-4184-8f99-0c86f1219975", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T14:22:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "6e7d9afd-d861-4529-820c-0e2c5c0919f4", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm"} 2026-09-18T14:22:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "6e7d9afd-d861-4529-820c-0e2c5c0919f4", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm", "name": "e2e-same-id-b-16aa6981"} 2026-09-18T14:22:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "6e7d9afd-d861-4529-820c-0e2c5c0919f4", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm"} 2026-09-18T14:22:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "6e7d9afd-d861-4529-820c-0e2c5c0919f4", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm"} 2026-09-18T14:22:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "6e7d9afd-d861-4529-820c-0e2c5c0919f4", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm", "name": "e2e-same-id-b-16aa6981-kserve-route-authn"} 2026-09-18T14:22:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "6e7d9afd-d861-4529-820c-0e2c5c0919f4", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm", "name": "e2e-same-id-b-16aa6981-kserve-route-authn"} 2026-09-18T14:22:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-16aa6981","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-16aa6981", "reconcileID": "d93753d7-b8d7-4141-beab-34957b4a4e23", "LLMInferenceService": "e2e-same-id-b-16aa6981", "namespace": "llm"} 2026-09-18T14:22:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "08b86252-233d-407f-bed8-936880cc1f95", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T14:22:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "08b86252-233d-407f-bed8-936880cc1f95", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-18T14:22:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "08b86252-233d-407f-bed8-936880cc1f95", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T14:22:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e3da2439-5165-41e3-aec6-792cab9de302", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T14:22:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e3da2439-5165-41e3-aec6-792cab9de302", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-18T14:22:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e3da2439-5165-41e3-aec6-792cab9de302", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-18T14:23:32Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T14:23:32Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T14:23:34Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-18T14:23:34Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}