2026-07-27T20:14:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "5e97327c-16d2-40d7-b8db-7a97ee52c6f7", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:14:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "5e97327c-16d2-40d7-b8db-7a97ee52c6f7", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d-authn-ssl"} 2026-07-27T20:14:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "5e97327c-16d2-40d7-b8db-7a97ee52c6f7", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:14:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d", "reconcileID": "ac8638b2-8479-408c-9348-c2b861477d1f", "LLMInferenceService": "sub-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:14:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d", "reconcileID": "ac8638b2-8479-408c-9348-c2b861477d1f", "LLMInferenceService": "sub-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:14:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d", "reconcileID": "ac8638b2-8479-408c-9348-c2b861477d1f", "LLMInferenceService": "sub-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:14:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d", "reconcileID": "ac8638b2-8479-408c-9348-c2b861477d1f", "LLMInferenceService": "sub-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d-kserve-route-authn"} 2026-07-27T20:14:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d", "reconcileID": "ac8638b2-8479-408c-9348-c2b861477d1f", "LLMInferenceService": "sub-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d", "authType": "userdefined"} 2026-07-27T20:14:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d", "reconcileID": "ac8638b2-8479-408c-9348-c2b861477d1f", "LLMInferenceService": "sub-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:14:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d", "reconcileID": "5593787b-4239-4096-bbb3-1d486a724257", "LLMInferenceService": "sub-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:14:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d", "reconcileID": "5593787b-4239-4096-bbb3-1d486a724257", "LLMInferenceService": "sub-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:14:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d", "reconcileID": "5593787b-4239-4096-bbb3-1d486a724257", "LLMInferenceService": "sub-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:14:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d", "reconcileID": "5593787b-4239-4096-bbb3-1d486a724257", "LLMInferenceService": "sub-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d-kserve-route-authn"} 2026-07-27T20:14:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d", "reconcileID": "5593787b-4239-4096-bbb3-1d486a724257", "LLMInferenceService": "sub-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d", "authType": "userdefined"} 2026-07-27T20:14:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d", "reconcileID": "5593787b-4239-4096-bbb3-1d486a724257", "LLMInferenceService": "sub-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:14:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "fcae3e30-5baa-47c0-828e-8d88eead6a9c", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:14:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "fcae3e30-5baa-47c0-828e-8d88eead6a9c", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:14:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "fcae3e30-5baa-47c0-828e-8d88eead6a9c", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:14:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "f7a0254e-bc35-418e-bd43-944915d9dc5f", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:14:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "fcae3e30-5baa-47c0-828e-8d88eead6a9c", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8-kserve-route-authn"} 2026-07-27T20:14:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "fcae3e30-5baa-47c0-828e-8d88eead6a9c", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "authType": "userdefined"} 2026-07-27T20:14:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "fcae3e30-5baa-47c0-828e-8d88eead6a9c", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:14:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "f7a0254e-bc35-418e-bd43-944915d9dc5f", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8-authn-ssl"} 2026-07-27T20:14:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "f7a0254e-bc35-418e-bd43-944915d9dc5f", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:14:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "799f83ce-283f-4406-b958-dc429e6ce072", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:14:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "799f83ce-283f-4406-b958-dc429e6ce072", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:14:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "799f83ce-283f-4406-b958-dc429e6ce072", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:14:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "799f83ce-283f-4406-b958-dc429e6ce072", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8-kserve-route-authn"} 2026-07-27T20:14:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "799f83ce-283f-4406-b958-dc429e6ce072", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "authType": "userdefined"} 2026-07-27T20:14:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "799f83ce-283f-4406-b958-dc429e6ce072", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:15:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "36ba74fa-3ba0-4f40-a288-3bc6a83a8316", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:15:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "36ba74fa-3ba0-4f40-a288-3bc6a83a8316", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8-authn-ssl"} 2026-07-27T20:15:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "36ba74fa-3ba0-4f40-a288-3bc6a83a8316", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:15:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "5a68acc3-16a6-4bd4-9d10-ab3ecd0997c1", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:15:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "5a68acc3-16a6-4bd4-9d10-ab3ecd0997c1", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:15:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "5a68acc3-16a6-4bd4-9d10-ab3ecd0997c1", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:15:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "5a68acc3-16a6-4bd4-9d10-ab3ecd0997c1", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8-kserve-route-authn"} 2026-07-27T20:15:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "5a68acc3-16a6-4bd4-9d10-ab3ecd0997c1", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "authType": "userdefined"} 2026-07-27T20:15:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "5a68acc3-16a6-4bd4-9d10-ab3ecd0997c1", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:15:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "1e6c77e9-a0f3-40ba-b8a8-8442d370f953", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:15:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "1e6c77e9-a0f3-40ba-b8a8-8442d370f953", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:15:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "1e6c77e9-a0f3-40ba-b8a8-8442d370f953", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:15:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "1e6c77e9-a0f3-40ba-b8a8-8442d370f953", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8-kserve-route-authn"} 2026-07-27T20:15:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "1e6c77e9-a0f3-40ba-b8a8-8442d370f953", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "authType": "userdefined"} 2026-07-27T20:15:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "1e6c77e9-a0f3-40ba-b8a8-8442d370f953", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:15:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "97dcaaf2-ec0b-4ec3-b8a1-81d05e807dd6", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:15:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "97dcaaf2-ec0b-4ec3-b8a1-81d05e807dd6", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d-authn-ssl"} 2026-07-27T20:15:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "97dcaaf2-ec0b-4ec3-b8a1-81d05e807dd6", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:15:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "2898769f-d0c3-4e34-a4b9-27838748bc14", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:15:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "2898769f-d0c3-4e34-a4b9-27838748bc14", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8-authn-ssl"} 2026-07-27T20:15:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "2898769f-d0c3-4e34-a4b9-27838748bc14", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:15:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "be8c8503-62b5-4925-8481-5d585c853a63", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:15:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "be8c8503-62b5-4925-8481-5d585c853a63", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d-authn-ssl"} 2026-07-27T20:15:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "be8c8503-62b5-4925-8481-5d585c853a63", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:15:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "be627085-8430-4969-9ad0-be42ee324731", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:15:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "be627085-8430-4969-9ad0-be42ee324731", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8-authn-ssl"} 2026-07-27T20:15:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "be627085-8430-4969-9ad0-be42ee324731", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:16:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "ebf63023-afde-4deb-b9f3-0d1936e6bb23", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:16:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "ebf63023-afde-4deb-b9f3-0d1936e6bb23", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d-authn-ssl"} 2026-07-27T20:16:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "ebf63023-afde-4deb-b9f3-0d1936e6bb23", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:16:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "0a021efd-fea8-4256-97e5-b98f68c9fcf0", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:16:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "0a021efd-fea8-4256-97e5-b98f68c9fcf0", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8-authn-ssl"} 2026-07-27T20:16:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "0a021efd-fea8-4256-97e5-b98f68c9fcf0", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:16:20Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d", "reconcileID": "2cfe03d1-b8d2-47b4-9146-3872fda53c64", "LLMInferenceService": "sub-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:20Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d", "reconcileID": "2cfe03d1-b8d2-47b4-9146-3872fda53c64", "LLMInferenceService": "sub-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d"} 2026-07-27T20:16:20Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d", "reconcileID": "2cfe03d1-b8d2-47b4-9146-3872fda53c64", "LLMInferenceService": "sub-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:20Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d", "reconcileID": "2cfe03d1-b8d2-47b4-9146-3872fda53c64", "LLMInferenceService": "sub-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:20Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d", "reconcileID": "2cfe03d1-b8d2-47b4-9146-3872fda53c64", "LLMInferenceService": "sub-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d-kserve-route-authn"} 2026-07-27T20:16:20Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d", "reconcileID": "2cfe03d1-b8d2-47b4-9146-3872fda53c64", "LLMInferenceService": "sub-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d-kserve-route-authn"} 2026-07-27T20:16:20Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d", "reconcileID": "2cfe03d1-b8d2-47b4-9146-3872fda53c64", "LLMInferenceService": "sub-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:20Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d", "reconcileID": "2cfe03d1-b8d2-47b4-9146-3872fda53c64", "LLMInferenceService": "sub-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:20Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "sub-test-model-97e28d", "reconcileID": "32689f9e-a65a-47fa-ba7e-2d5c71605fd8", "LLMInferenceService": "sub-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "006db732-1777-4e67-959e-fcb96ec159a0", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:16:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "006db732-1777-4e67-959e-fcb96ec159a0", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d-authn-ssl"} 2026-07-27T20:16:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "006db732-1777-4e67-959e-fcb96ec159a0", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:16:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "64987425-64b5-4aad-971d-42eaf809c7cc", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:16:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "64987425-64b5-4aad-971d-42eaf809c7cc", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d-authn-ssl"} 2026-07-27T20:16:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "64987425-64b5-4aad-971d-42eaf809c7cc", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:16:21Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "35e35eea-f7a5-4b26-a6db-e4ae300caff2", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:16:21Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "35e35eea-f7a5-4b26-a6db-e4ae300caff2", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8"} 2026-07-27T20:16:21Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "35e35eea-f7a5-4b26-a6db-e4ae300caff2", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:16:21Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "35e35eea-f7a5-4b26-a6db-e4ae300caff2", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:16:21Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "35e35eea-f7a5-4b26-a6db-e4ae300caff2", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8-kserve-route-authn"} 2026-07-27T20:16:21Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "35e35eea-f7a5-4b26-a6db-e4ae300caff2", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8-kserve-route-authn"} 2026-07-27T20:16:21Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "35e35eea-f7a5-4b26-a6db-e4ae300caff2", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:16:21Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "35e35eea-f7a5-4b26-a6db-e4ae300caff2", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:16:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "sub-test-model-e837b8", "reconcileID": "43c870e0-27d9-4098-8cf7-0fdd131b9140", "LLMInferenceService": "sub-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:16:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "d17165e0-110d-4d92-a89c-fc1b6d386559", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:16:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "d17165e0-110d-4d92-a89c-fc1b6d386559", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8-authn-ssl"} 2026-07-27T20:16:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "d17165e0-110d-4d92-a89c-fc1b6d386559", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:16:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "bf140611-373f-4171-8186-87e0d2f28f19", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:16:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "bf140611-373f-4171-8186-87e0d2f28f19", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8-authn-ssl"} 2026-07-27T20:16:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "bf140611-373f-4171-8186-87e0d2f28f19", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:16:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "81bd0463-6a66-4458-8d2a-d8ee474dcbd0", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "81bd0463-6a66-4458-8d2a-d8ee474dcbd0", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "81bd0463-6a66-4458-8d2a-d8ee474dcbd0", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "f4a10ec1-e4c8-45b4-b274-70405ae4381c", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:16:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "81bd0463-6a66-4458-8d2a-d8ee474dcbd0", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d-kserve-route-authn"} 2026-07-27T20:16:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "81bd0463-6a66-4458-8d2a-d8ee474dcbd0", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d", "authType": "userdefined"} 2026-07-27T20:16:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "81bd0463-6a66-4458-8d2a-d8ee474dcbd0", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "f4a10ec1-e4c8-45b4-b274-70405ae4381c", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d-authn-ssl"} 2026-07-27T20:16:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "f4a10ec1-e4c8-45b4-b274-70405ae4381c", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:16:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "56f474f8-fb93-49da-aaa0-c6322eac44b5", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "56f474f8-fb93-49da-aaa0-c6322eac44b5", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "56f474f8-fb93-49da-aaa0-c6322eac44b5", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "56f474f8-fb93-49da-aaa0-c6322eac44b5", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d-kserve-route-authn"} 2026-07-27T20:16:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "56f474f8-fb93-49da-aaa0-c6322eac44b5", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d", "authType": "userdefined"} 2026-07-27T20:16:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "56f474f8-fb93-49da-aaa0-c6322eac44b5", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "ac87fd2d-7744-46dc-8a5e-e83bf96da611", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:16:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "ac87fd2d-7744-46dc-8a5e-e83bf96da611", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8-authn-ssl"} 2026-07-27T20:16:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "ac87fd2d-7744-46dc-8a5e-e83bf96da611", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:16:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "a12d2aed-51c5-472a-95ae-26770dd55ba5", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:16:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "a12d2aed-51c5-472a-95ae-26770dd55ba5", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d-authn-ssl"} 2026-07-27T20:16:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "a12d2aed-51c5-472a-95ae-26770dd55ba5", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:16:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "2bd5b900-6924-4e9f-bf96-8acafd3e73eb", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:16:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "2bd5b900-6924-4e9f-bf96-8acafd3e73eb", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d-authn-ssl"} 2026-07-27T20:16:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "2bd5b900-6924-4e9f-bf96-8acafd3e73eb", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:16:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "ad7fafac-4629-4190-b85a-7472c8c4384b", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "ad7fafac-4629-4190-b85a-7472c8c4384b", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "ad7fafac-4629-4190-b85a-7472c8c4384b", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "ad7fafac-4629-4190-b85a-7472c8c4384b", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d-kserve-route-authn"} 2026-07-27T20:16:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "ad7fafac-4629-4190-b85a-7472c8c4384b", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d", "authType": "userdefined"} 2026-07-27T20:16:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "ad7fafac-4629-4190-b85a-7472c8c4384b", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "72be8486-7505-407e-9808-d70d81ab1562", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "72be8486-7505-407e-9808-d70d81ab1562", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "72be8486-7505-407e-9808-d70d81ab1562", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "72be8486-7505-407e-9808-d70d81ab1562", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d-kserve-route-authn"} 2026-07-27T20:16:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "72be8486-7505-407e-9808-d70d81ab1562", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d", "authType": "userdefined"} 2026-07-27T20:16:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "72be8486-7505-407e-9808-d70d81ab1562", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "0da0b346-482a-4bf6-a6e1-bed93ea05344", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "0da0b346-482a-4bf6-a6e1-bed93ea05344", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "0da0b346-482a-4bf6-a6e1-bed93ea05344", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "0da0b346-482a-4bf6-a6e1-bed93ea05344", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d-kserve-route-authn"} 2026-07-27T20:16:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "0da0b346-482a-4bf6-a6e1-bed93ea05344", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d", "authType": "userdefined"} 2026-07-27T20:16:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "0da0b346-482a-4bf6-a6e1-bed93ea05344", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:16:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "46938274-5de3-4527-abe7-745e8084cd74", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:16:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "46938274-5de3-4527-abe7-745e8084cd74", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:16:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "46938274-5de3-4527-abe7-745e8084cd74", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:16:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "028e59c7-4924-4ce9-b134-7ccfbfc94621", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:16:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "46938274-5de3-4527-abe7-745e8084cd74", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8-kserve-route-authn"} 2026-07-27T20:16:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "46938274-5de3-4527-abe7-745e8084cd74", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "authType": "userdefined"} 2026-07-27T20:16:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "46938274-5de3-4527-abe7-745e8084cd74", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:16:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "028e59c7-4924-4ce9-b134-7ccfbfc94621", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8-authn-ssl"} 2026-07-27T20:16:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "028e59c7-4924-4ce9-b134-7ccfbfc94621", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:16:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "95f5c775-4e65-495d-94a3-a21a445f2af5", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:16:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "95f5c775-4e65-495d-94a3-a21a445f2af5", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:16:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "95f5c775-4e65-495d-94a3-a21a445f2af5", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:16:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "95f5c775-4e65-495d-94a3-a21a445f2af5", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8-kserve-route-authn"} 2026-07-27T20:16:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "95f5c775-4e65-495d-94a3-a21a445f2af5", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "authType": "userdefined"} 2026-07-27T20:16:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "95f5c775-4e65-495d-94a3-a21a445f2af5", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:17:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "3c8f30fd-fac8-428f-a079-210dd6c28c8c", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:17:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "3c8f30fd-fac8-428f-a079-210dd6c28c8c", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8-authn-ssl"} 2026-07-27T20:17:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "3c8f30fd-fac8-428f-a079-210dd6c28c8c", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:17:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "7527b960-5d81-4650-8a69-8edea67e21ec", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:17:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "7527b960-5d81-4650-8a69-8edea67e21ec", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:17:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "7527b960-5d81-4650-8a69-8edea67e21ec", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:17:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "7527b960-5d81-4650-8a69-8edea67e21ec", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8-kserve-route-authn"} 2026-07-27T20:17:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "7527b960-5d81-4650-8a69-8edea67e21ec", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "authType": "userdefined"} 2026-07-27T20:17:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "7527b960-5d81-4650-8a69-8edea67e21ec", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:17:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "5c059a29-5793-46fd-a326-0e1d8e37bf45", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:17:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "5c059a29-5793-46fd-a326-0e1d8e37bf45", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:17:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "5c059a29-5793-46fd-a326-0e1d8e37bf45", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:17:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "5c059a29-5793-46fd-a326-0e1d8e37bf45", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8-kserve-route-authn"} 2026-07-27T20:17:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "5c059a29-5793-46fd-a326-0e1d8e37bf45", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "authType": "userdefined"} 2026-07-27T20:17:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "5c059a29-5793-46fd-a326-0e1d8e37bf45", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:17:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "4bebba04-0416-4a32-b56a-f53134c2fac1", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:17:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "4bebba04-0416-4a32-b56a-f53134c2fac1", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:17:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "4bebba04-0416-4a32-b56a-f53134c2fac1", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:17:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "4bebba04-0416-4a32-b56a-f53134c2fac1", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8-kserve-route-authn"} 2026-07-27T20:17:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "4bebba04-0416-4a32-b56a-f53134c2fac1", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "authType": "userdefined"} 2026-07-27T20:17:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "4bebba04-0416-4a32-b56a-f53134c2fac1", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:17:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "8e541813-814e-4e58-a9ec-fa72a8f219a3", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:17:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "8e541813-814e-4e58-a9ec-fa72a8f219a3", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d-authn-ssl"} 2026-07-27T20:17:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "8e541813-814e-4e58-a9ec-fa72a8f219a3", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:17:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "75660b82-60f2-48d7-a536-2afc31162a1f", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:17:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "75660b82-60f2-48d7-a536-2afc31162a1f", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8-authn-ssl"} 2026-07-27T20:17:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "75660b82-60f2-48d7-a536-2afc31162a1f", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:18:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "51844f37-664f-4e1c-83d9-e30ef786e3a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T20:18:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "ed1dc996-3de1-4338-b5e3-50a31b8013c3", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:18:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "ed1dc996-3de1-4338-b5e3-50a31b8013c3", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d"} 2026-07-27T20:18:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "ed1dc996-3de1-4338-b5e3-50a31b8013c3", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:18:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "ed1dc996-3de1-4338-b5e3-50a31b8013c3", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:18:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "ed1dc996-3de1-4338-b5e3-50a31b8013c3", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d-kserve-route-authn"} 2026-07-27T20:18:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "ed1dc996-3de1-4338-b5e3-50a31b8013c3", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d-kserve-route-authn"} 2026-07-27T20:18:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "ed1dc996-3de1-4338-b5e3-50a31b8013c3", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:18:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "ed1dc996-3de1-4338-b5e3-50a31b8013c3", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:18:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-97e28d","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "rate-test-model-97e28d", "reconcileID": "e3b11466-ca65-4744-af4c-f4e634c18529", "LLMInferenceService": "rate-test-model-97e28d", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:18:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "02572487-9d6d-4346-99a5-9d2176e21fff", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:18:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "02572487-9d6d-4346-99a5-9d2176e21fff", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d-authn-ssl"} 2026-07-27T20:18:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "02572487-9d6d-4346-99a5-9d2176e21fff", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:18:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "8b6f2930-3cc3-464c-be47-db92e475d156", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:18:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "8b6f2930-3cc3-464c-be47-db92e475d156", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d-authn-ssl"} 2026-07-27T20:18:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "8b6f2930-3cc3-464c-be47-db92e475d156", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:18:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "14733236-d896-4601-b77e-c4c2e301d2db", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:18:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "14733236-d896-4601-b77e-c4c2e301d2db", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8"} 2026-07-27T20:18:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "14733236-d896-4601-b77e-c4c2e301d2db", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:18:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "14733236-d896-4601-b77e-c4c2e301d2db", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:18:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "14733236-d896-4601-b77e-c4c2e301d2db", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8-kserve-route-authn"} 2026-07-27T20:18:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "14733236-d896-4601-b77e-c4c2e301d2db", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8-kserve-route-authn"} 2026-07-27T20:18:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "14733236-d896-4601-b77e-c4c2e301d2db", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:18:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "14733236-d896-4601-b77e-c4c2e301d2db", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:18:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e837b8","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "rate-test-model-e837b8", "reconcileID": "127fa871-dd01-4b0e-a3bd-c998b3922245", "LLMInferenceService": "rate-test-model-e837b8", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:18:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "7ea47ad1-2398-4b94-98a3-4c27c1d05bc6", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:18:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "7ea47ad1-2398-4b94-98a3-4c27c1d05bc6", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8-authn-ssl"} 2026-07-27T20:18:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "7ea47ad1-2398-4b94-98a3-4c27c1d05bc6", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:18:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "24e230c4-0664-49bb-843a-15dbe6cb387e", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:18:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "24e230c4-0664-49bb-843a-15dbe6cb387e", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8-authn-ssl"} 2026-07-27T20:18:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "24e230c4-0664-49bb-843a-15dbe6cb387e", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:18:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "258a2754-719b-43c1-b729-27d5ba983bd9", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:18:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "258a2754-719b-43c1-b729-27d5ba983bd9", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d-authn-ssl"} 2026-07-27T20:18:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "258a2754-719b-43c1-b729-27d5ba983bd9", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:18:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "37c0446a-ff4f-43a1-8340-dd20f5ecec36", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:18:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "37c0446a-ff4f-43a1-8340-dd20f5ecec36", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8-authn-ssl"} 2026-07-27T20:18:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "37c0446a-ff4f-43a1-8340-dd20f5ecec36", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:18:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a0a1209b-2d8f-42b8-b48d-27344748c21b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T20:18:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "2b2dc7ad-3a83-4a18-9d58-afd21b367c5b", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:18:34Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "2b2dc7ad-3a83-4a18-9d58-afd21b367c5b", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a-authn-ssl"} 2026-07-27T20:18:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "2b2dc7ad-3a83-4a18-9d58-afd21b367c5b", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:18:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "2767fecf-dc2d-48de-9e66-5c9006836331", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:18:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "2767fecf-dc2d-48de-9e66-5c9006836331", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a-authn-ssl"} 2026-07-27T20:18:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "2767fecf-dc2d-48de-9e66-5c9006836331", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:18:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "061934be-21f1-4e05-8935-349c967e1b23", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:18:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "061934be-21f1-4e05-8935-349c967e1b23", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a-authn-ssl"} 2026-07-27T20:18:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "061934be-21f1-4e05-8935-349c967e1b23", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:18:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "7744cefb-578d-498c-be0e-d741bcc1baa5", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:18:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "7744cefb-578d-498c-be0e-d741bcc1baa5", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a-authn-ssl"} 2026-07-27T20:18:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "7744cefb-578d-498c-be0e-d741bcc1baa5", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:18:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "0ff39067-5f0d-4a6d-bf56-afa6daf30403", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:18:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "0ff39067-5f0d-4a6d-bf56-afa6daf30403", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a-authn-ssl"} 2026-07-27T20:18:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "0ff39067-5f0d-4a6d-bf56-afa6daf30403", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:18:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "79f62f9f-5a6c-4158-a1dc-a74c12ed9e2e", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:18:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "79f62f9f-5a6c-4158-a1dc-a74c12ed9e2e", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a-authn-ssl"} 2026-07-27T20:18:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "79f62f9f-5a6c-4158-a1dc-a74c12ed9e2e", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:18:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "f5547d5b-2366-4f4a-941e-23c4931853a3", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:18:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "f5547d5b-2366-4f4a-941e-23c4931853a3", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a-authn-ssl"} 2026-07-27T20:18:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "f5547d5b-2366-4f4a-941e-23c4931853a3", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:18:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b3a86c61-6f0f-4246-b6c3-18e83fbee82e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T20:18:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "odh-trusted-ca-bundle", "reconcileID": "ec87b444-ee57-449f-9060-9a93df5f40ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:18:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "openshift-service-ca.crt", "reconcileID": "21a420ed-b2fd-4db8-b8b0-3267f67b64ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:18:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "openshift-service-ca.crt", "reconcileID": "90db238e-f1b4-4e27-b67f-3b986d78a97d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6c472a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T20:18:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "openshift-service-ca.crt", "reconcileID": "90db238e-f1b4-4e27-b67f-3b986d78a97d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:18:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a71ebdf-ad41-4b46-85d6-8b84c50a18f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:18:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "openshift-service-ca.crt", "reconcileID": "fe53c6a6-f66b-4323-85a1-6854cb297845", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:18:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "odh-trusted-ca-bundle", "reconcileID": "7b6ae18f-6af1-468f-b688-885d9176113b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6c472a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T20:18:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "odh-trusted-ca-bundle", "reconcileID": "7b6ae18f-6af1-468f-b688-885d9176113b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:18:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30f50195-bb5b-4859-8d13-69431c8769e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:18:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "b2951754-5c82-4077-88d3-30199ca3a750", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:18:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "b2951754-5c82-4077-88d3-30199ca3a750", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a-authn-ssl"} 2026-07-27T20:18:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "b2951754-5c82-4077-88d3-30199ca3a750", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:18:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "60e3cf93-4064-4b4f-bec9-3a28712ab518", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T20:18:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "c3792a02-a373-4c07-8944-45d5a7454df8", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:18:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "c3792a02-a373-4c07-8944-45d5a7454df8", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a-authn-ssl"} 2026-07-27T20:18:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "c3792a02-a373-4c07-8944-45d5a7454df8", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:19:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "cccaadf1-f782-4eaa-adee-5087cd261a59", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress"} 2026-07-27T20:19:03Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "cccaadf1-f782-4eaa-adee-5087cd261a59", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b-authn-ssl"} 2026-07-27T20:19:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "cccaadf1-f782-4eaa-adee-5087cd261a59", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress"} 2026-07-27T20:19:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "f83d561f-b0d2-4df8-9141-dc6e8dab1348", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress"} 2026-07-27T20:19:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "f83d561f-b0d2-4df8-9141-dc6e8dab1348", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b-authn-ssl"} 2026-07-27T20:19:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "f83d561f-b0d2-4df8-9141-dc6e8dab1348", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress"} 2026-07-27T20:19:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "78b56144-39e5-4553-813a-b79589e6f578", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress"} 2026-07-27T20:19:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "78b56144-39e5-4553-813a-b79589e6f578", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b-authn-ssl"} 2026-07-27T20:19:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "78b56144-39e5-4553-813a-b79589e6f578", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress"} 2026-07-27T20:19:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "19c76958-76e5-4c71-b66b-2c4659835c43", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress"} 2026-07-27T20:19:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "19c76958-76e5-4c71-b66b-2c4659835c43", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b-authn-ssl"} 2026-07-27T20:19:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "19c76958-76e5-4c71-b66b-2c4659835c43", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress"} 2026-07-27T20:19:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "758103a7-f2fe-4262-b5fc-fc25b35a10aa", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress"} 2026-07-27T20:19:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "758103a7-f2fe-4262-b5fc-fc25b35a10aa", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b-authn-ssl"} 2026-07-27T20:19:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "758103a7-f2fe-4262-b5fc-fc25b35a10aa", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress"} 2026-07-27T20:19:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "0758755a-2ecb-458d-b7bb-b3912cd933e1", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress"} 2026-07-27T20:19:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "0758755a-2ecb-458d-b7bb-b3912cd933e1", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b-authn-ssl"} 2026-07-27T20:19:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "0758755a-2ecb-458d-b7bb-b3912cd933e1", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress"} 2026-07-27T20:19:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "26a3dc45-2db7-4dbe-b8b3-245a0fc6d055", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress"} 2026-07-27T20:19:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "26a3dc45-2db7-4dbe-b8b3-245a0fc6d055", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b-authn-ssl"} 2026-07-27T20:19:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "26a3dc45-2db7-4dbe-b8b3-245a0fc6d055", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress"} 2026-07-27T20:19:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d4162b"}, "namespace": "ai-tenant-e2e-ipp-b-d4162b", "name": "openshift-service-ca.crt", "reconcileID": "1466686e-f584-40b3-8765-91ed75e9f472", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d4162b"} 2026-07-27T20:19:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d4162b"}, "namespace": "ai-tenant-e2e-ipp-b-d4162b", "name": "odh-trusted-ca-bundle", "reconcileID": "a1dd90f9-1745-4396-a316-347dee88c6ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d4162b"} 2026-07-27T20:19:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d4162b"}, "namespace": "ai-tenant-e2e-ipp-b-d4162b", "name": "openshift-service-ca.crt", "reconcileID": "8505a284-8537-474d-b210-753b0faf3ec2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d4162b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T20:19:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d4162b"}, "namespace": "ai-tenant-e2e-ipp-b-d4162b", "name": "openshift-service-ca.crt", "reconcileID": "8505a284-8537-474d-b210-753b0faf3ec2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d4162b"} 2026-07-27T20:19:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d4162b"}, "namespace": "ai-tenant-e2e-ipp-b-d4162b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3b7d43c-a1f3-4d25-a10e-49b4f6b305fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d4162b"} 2026-07-27T20:19:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d4162b"}, "namespace": "ai-tenant-e2e-ipp-b-d4162b", "name": "openshift-service-ca.crt", "reconcileID": "8ab44e4f-1b59-47a8-b991-77d73f6075df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d4162b"} 2026-07-27T20:19:06Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d4162b"}, "namespace": "ai-tenant-e2e-ipp-b-d4162b", "name": "odh-trusted-ca-bundle", "reconcileID": "ed43b30b-e68a-41e4-9637-e66507f9b8f1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d4162b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T20:19:06Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d4162b"}, "namespace": "ai-tenant-e2e-ipp-b-d4162b", "name": "odh-trusted-ca-bundle", "reconcileID": "ed43b30b-e68a-41e4-9637-e66507f9b8f1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d4162b"} 2026-07-27T20:19:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d4162b"}, "namespace": "ai-tenant-e2e-ipp-b-d4162b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bab8d3e-8fa6-44c6-8d9c-8e12bfa469fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d4162b"} 2026-07-27T20:19:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "350796df-31a4-4d9e-8950-7eb66e9514d1", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress"} 2026-07-27T20:19:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "350796df-31a4-4d9e-8950-7eb66e9514d1", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b-authn-ssl"} 2026-07-27T20:19:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "350796df-31a4-4d9e-8950-7eb66e9514d1", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress"} 2026-07-27T20:19:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ff211495-678e-4e52-8898-9e02ba12ad60", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T20:19:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "91de7f3e-f286-43f1-9785-db06dfd9247a", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress"} 2026-07-27T20:19:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "91de7f3e-f286-43f1-9785-db06dfd9247a", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b-authn-ssl"} 2026-07-27T20:19:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "91de7f3e-f286-43f1-9785-db06dfd9247a", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress"} 2026-07-27T20:19:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "4529580f-c29c-44f4-91cb-be81647cb0da", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:19:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "4529580f-c29c-44f4-91cb-be81647cb0da", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:19:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "4529580f-c29c-44f4-91cb-be81647cb0da", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:19:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "2758ebd3-be93-4d73-85e2-c025d20c5336", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:19:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "4529580f-c29c-44f4-91cb-be81647cb0da", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a-kserve-route-authn"} 2026-07-27T20:19:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "4529580f-c29c-44f4-91cb-be81647cb0da", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a", "authType": "userdefined"} 2026-07-27T20:19:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "4529580f-c29c-44f4-91cb-be81647cb0da", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:19:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "2758ebd3-be93-4d73-85e2-c025d20c5336", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a-authn-ssl"} 2026-07-27T20:19:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "2758ebd3-be93-4d73-85e2-c025d20c5336", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:19:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "7284cd02-3956-41d1-a4e6-91b6ccaa847c", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:19:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "7284cd02-3956-41d1-a4e6-91b6ccaa847c", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:19:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "7284cd02-3956-41d1-a4e6-91b6ccaa847c", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:19:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "7284cd02-3956-41d1-a4e6-91b6ccaa847c", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a-kserve-route-authn"} 2026-07-27T20:19:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "7284cd02-3956-41d1-a4e6-91b6ccaa847c", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a", "authType": "userdefined"} 2026-07-27T20:19:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "7284cd02-3956-41d1-a4e6-91b6ccaa847c", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:19:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "138cc5d3-ef81-4d94-8f76-d08eb12530cd", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:19:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "138cc5d3-ef81-4d94-8f76-d08eb12530cd", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a-authn-ssl"} 2026-07-27T20:19:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "138cc5d3-ef81-4d94-8f76-d08eb12530cd", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:19:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "d31a0f20-3fdf-4976-be38-2619bf31beff", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:19:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "d31a0f20-3fdf-4976-be38-2619bf31beff", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:19:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "d31a0f20-3fdf-4976-be38-2619bf31beff", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:19:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "d31a0f20-3fdf-4976-be38-2619bf31beff", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a-kserve-route-authn"} 2026-07-27T20:19:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "d31a0f20-3fdf-4976-be38-2619bf31beff", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a", "authType": "userdefined"} 2026-07-27T20:19:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "d31a0f20-3fdf-4976-be38-2619bf31beff", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:19:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "846596d1-e3c0-42fd-bee0-e84815bc10ca", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:19:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "846596d1-e3c0-42fd-bee0-e84815bc10ca", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:19:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "846596d1-e3c0-42fd-bee0-e84815bc10ca", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:19:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "846596d1-e3c0-42fd-bee0-e84815bc10ca", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a-kserve-route-authn"} 2026-07-27T20:19:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "846596d1-e3c0-42fd-bee0-e84815bc10ca", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a", "authType": "userdefined"} 2026-07-27T20:19:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "846596d1-e3c0-42fd-bee0-e84815bc10ca", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:20:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "14524f06-bab0-4d67-95a4-ed25a2020837", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:20:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "14524f06-bab0-4d67-95a4-ed25a2020837", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a-authn-ssl"} 2026-07-27T20:20:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "14524f06-bab0-4d67-95a4-ed25a2020837", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:20:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "bdb76882-df77-4ac2-81b5-366be04ecefb", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress"} 2026-07-27T20:20:24Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "bdb76882-df77-4ac2-81b5-366be04ecefb", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3-authn-ssl"} 2026-07-27T20:20:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "bdb76882-df77-4ac2-81b5-366be04ecefb", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress"} 2026-07-27T20:20:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "e127415f-fc98-449f-b036-e0892203ed0e", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress"} 2026-07-27T20:20:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "e127415f-fc98-449f-b036-e0892203ed0e", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3-authn-ssl"} 2026-07-27T20:20:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "e127415f-fc98-449f-b036-e0892203ed0e", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress"} 2026-07-27T20:20:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "5ecb38af-2b9b-4bd7-85c2-bd04ec884fba", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress"} 2026-07-27T20:20:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "5ecb38af-2b9b-4bd7-85c2-bd04ec884fba", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3-authn-ssl"} 2026-07-27T20:20:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "5ecb38af-2b9b-4bd7-85c2-bd04ec884fba", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress"} 2026-07-27T20:20:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "33b5703c-4029-4f46-993f-85547f1cb501", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress"} 2026-07-27T20:20:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "33b5703c-4029-4f46-993f-85547f1cb501", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3-authn-ssl"} 2026-07-27T20:20:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "33b5703c-4029-4f46-993f-85547f1cb501", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress"} 2026-07-27T20:20:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "23a89676-aaf7-42fd-ad20-c01852935a7f", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress"} 2026-07-27T20:20:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "23a89676-aaf7-42fd-ad20-c01852935a7f", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3-authn-ssl"} 2026-07-27T20:20:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "23a89676-aaf7-42fd-ad20-c01852935a7f", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress"} 2026-07-27T20:20:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "6926bc5f-78f7-4802-82b3-90af7df7e28f", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress"} 2026-07-27T20:20:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "6926bc5f-78f7-4802-82b3-90af7df7e28f", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3-authn-ssl"} 2026-07-27T20:20:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "6926bc5f-78f7-4802-82b3-90af7df7e28f", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress"} 2026-07-27T20:20:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "c3d1e5fa-4d43-4bee-8959-18b8fc3418af", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress"} 2026-07-27T20:20:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "c3d1e5fa-4d43-4bee-8959-18b8fc3418af", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3-authn-ssl"} 2026-07-27T20:20:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "c3d1e5fa-4d43-4bee-8959-18b8fc3418af", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress"} 2026-07-27T20:20:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d4c0c3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3", "name": "openshift-service-ca.crt", "reconcileID": "760c8876-996e-46f3-b9c4-8b0c2fa992cd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3"} 2026-07-27T20:20:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d4c0c3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3", "name": "odh-trusted-ca-bundle", "reconcileID": "d168d3d9-963b-4a65-b7b0-6c608e0f8390", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3"} 2026-07-27T20:20:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d4c0c3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3", "name": "openshift-service-ca.crt", "reconcileID": "4e08a676-6fc5-44a0-9f18-25ad9cd9d367", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T20:20:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d4c0c3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3", "name": "openshift-service-ca.crt", "reconcileID": "4e08a676-6fc5-44a0-9f18-25ad9cd9d367", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3"} 2026-07-27T20:20:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d4c0c3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f6eeb8a-7476-45a7-9137-8977948f15bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3"} 2026-07-27T20:20:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d4c0c3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3", "name": "openshift-service-ca.crt", "reconcileID": "29ea5a59-7279-4f00-aa32-2fc29ad48b3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3"} 2026-07-27T20:20:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d4c0c3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3", "name": "odh-trusted-ca-bundle", "reconcileID": "b4d92bb3-9c34-480a-8589-e80aefc25374", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T20:20:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d4c0c3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3", "name": "odh-trusted-ca-bundle", "reconcileID": "b4d92bb3-9c34-480a-8589-e80aefc25374", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3"} 2026-07-27T20:20:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d4c0c3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d775536-c34f-4760-9541-64128926e84f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3"} 2026-07-27T20:20:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "6b3946d3-4678-4ade-9739-572b2b794b61", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress"} 2026-07-27T20:20:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "6b3946d3-4678-4ade-9739-572b2b794b61", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3-authn-ssl"} 2026-07-27T20:20:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "6b3946d3-4678-4ade-9739-572b2b794b61", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress"} 2026-07-27T20:20:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ab43a3bd-3bcc-4bbc-a683-08fe4d13ad00", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T20:20:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "c1518e60-3444-495b-832c-3df15c9e3901", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress"} 2026-07-27T20:20:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "c1518e60-3444-495b-832c-3df15c9e3901", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3-authn-ssl"} 2026-07-27T20:20:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "c1518e60-3444-495b-832c-3df15c9e3901", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress"} 2026-07-27T20:20:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "a25c66d4-027f-4555-8434-7c80154b43ba", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress"} 2026-07-27T20:20:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "a25c66d4-027f-4555-8434-7c80154b43ba", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3-authn-ssl"} 2026-07-27T20:20:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "a25c66d4-027f-4555-8434-7c80154b43ba", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress"} 2026-07-27T20:21:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "e87c8091-c099-436a-98de-2f1aacf46702", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress"} 2026-07-27T20:21:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "e87c8091-c099-436a-98de-2f1aacf46702", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3-authn-ssl"} 2026-07-27T20:21:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d4c0c3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d4c0c3", "reconcileID": "e87c8091-c099-436a-98de-2f1aacf46702", "Gateway": "e2e-ipp-cleanup-d4c0c3", "namespace": "openshift-ingress"} 2026-07-27T20:21:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d4c0c3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e63b61d-fffc-4431-a715-3d273d9da088", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3"} 2026-07-27T20:21:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d4c0c3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e63b61d-fffc-4431-a715-3d273d9da088", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T20:21:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d4c0c3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e63b61d-fffc-4431-a715-3d273d9da088", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-d4c0c3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T20:21:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d4c0c3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3", "name": "odh-trusted-ca-bundle", "reconcileID": "4352c156-a83b-46ff-a390-40b95b56ddc6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3"} 2026-07-27T20:21:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d4c0c3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3", "name": "odh-trusted-ca-bundle", "reconcileID": "4352c156-a83b-46ff-a390-40b95b56ddc6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3"} 2026-07-27T20:21:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d4c0c3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3", "name": "openshift-service-ca.crt", "reconcileID": "7258eca1-3167-42ca-9328-539a4bf705a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3"} 2026-07-27T20:21:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d4c0c3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3", "name": "openshift-service-ca.crt", "reconcileID": "7258eca1-3167-42ca-9328-539a4bf705a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3"} 2026-07-27T20:21:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d4c0c3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c3b6c8f-3bdc-4731-8bca-af9a17326068", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3"} 2026-07-27T20:21:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d4c0c3"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c3b6c8f-3bdc-4731-8bca-af9a17326068", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d4c0c3"} 2026-07-27T20:21:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4ae414de-7fcf-42e4-8bf2-54fc1a473bd0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T20:21:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "9fbca3bb-8d8d-4c5d-8362-5e81e4feb197", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:21:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "9fbca3bb-8d8d-4c5d-8362-5e81e4feb197", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a-authn-ssl"} 2026-07-27T20:21:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "9fbca3bb-8d8d-4c5d-8362-5e81e4feb197", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:21:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "6cded50c-dddd-4c84-a210-7a111cd1f4fd", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:21:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "6cded50c-dddd-4c84-a210-7a111cd1f4fd", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a-authn-ssl"} 2026-07-27T20:21:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "6cded50c-dddd-4c84-a210-7a111cd1f4fd", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:21:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "a9adcfdb-b23a-4004-ad42-9088dccab009", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:21:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "a9adcfdb-b23a-4004-ad42-9088dccab009", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a-authn-ssl"} 2026-07-27T20:21:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "a9adcfdb-b23a-4004-ad42-9088dccab009", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:21:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "6e956a52-a076-45f4-ba25-b0c50e81727c", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:21:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "6e956a52-a076-45f4-ba25-b0c50e81727c", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:21:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "6e956a52-a076-45f4-ba25-b0c50e81727c", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:21:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "6e956a52-a076-45f4-ba25-b0c50e81727c", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a-kserve-route-authn"} 2026-07-27T20:21:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "6e956a52-a076-45f4-ba25-b0c50e81727c", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a", "authType": "userdefined"} 2026-07-27T20:21:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "6e956a52-a076-45f4-ba25-b0c50e81727c", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:22:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "375ab380-88a5-4803-99d6-4ad4670ae6e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:22:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "375ab380-88a5-4803-99d6-4ad4670ae6e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6c472a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T20:22:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "375ab380-88a5-4803-99d6-4ad4670ae6e2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-6c472a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T20:22:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "odh-trusted-ca-bundle", "reconcileID": "5848a542-4036-4c31-a244-9e1b3b60f012", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:22:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "odh-trusted-ca-bundle", "reconcileID": "5848a542-4036-4c31-a244-9e1b3b60f012", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:22:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "openshift-service-ca.crt", "reconcileID": "7897a869-be3c-4271-964d-264982e08724", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:22:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "openshift-service-ca.crt", "reconcileID": "7897a869-be3c-4271-964d-264982e08724", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:22:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50976927-d228-4dfb-9e1b-8f5732a5f040", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:22:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50976927-d228-4dfb-9e1b-8f5732a5f040", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:22:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "659d4e41-b67a-47b9-880e-d636436f355a", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:22:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "659d4e41-b67a-47b9-880e-d636436f355a", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a-authn-ssl"} 2026-07-27T20:22:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "659d4e41-b67a-47b9-880e-d636436f355a", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:22:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "8c1ed1d2-8137-482e-884c-4105a7e4c915", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:22:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "8c1ed1d2-8137-482e-884c-4105a7e4c915", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:22:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "8c1ed1d2-8137-482e-884c-4105a7e4c915", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:22:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "8c1ed1d2-8137-482e-884c-4105a7e4c915", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a-kserve-route-authn"} 2026-07-27T20:22:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "8c1ed1d2-8137-482e-884c-4105a7e4c915", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a", "authType": "userdefined"} 2026-07-27T20:22:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "8c1ed1d2-8137-482e-884c-4105a7e4c915", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:22:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "1deb4a84-b884-4840-b1ba-97cb7087ae31", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:22:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "1deb4a84-b884-4840-b1ba-97cb7087ae31", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a"} 2026-07-27T20:22:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "1deb4a84-b884-4840-b1ba-97cb7087ae31", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:22:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "1deb4a84-b884-4840-b1ba-97cb7087ae31", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:22:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "1deb4a84-b884-4840-b1ba-97cb7087ae31", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a-kserve-route-authn"} 2026-07-27T20:22:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "1deb4a84-b884-4840-b1ba-97cb7087ae31", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a-kserve-route-authn"} 2026-07-27T20:22:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "1deb4a84-b884-4840-b1ba-97cb7087ae31", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:22:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "1deb4a84-b884-4840-b1ba-97cb7087ae31", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:22:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-6c472a","namespace":"ai-tenant-e2e-ipp-a-6c472a"}, "namespace": "ai-tenant-e2e-ipp-a-6c472a", "name": "ipp-route-6c472a", "reconcileID": "e1295213-9408-4df2-95a2-9641f70a3f3d", "LLMInferenceService": "ipp-route-6c472a", "namespace": "ai-tenant-e2e-ipp-a-6c472a"} 2026-07-27T20:22:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "5a694fda-97b2-4fe6-99cf-e862f35ea158", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:22:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "5a694fda-97b2-4fe6-99cf-e862f35ea158", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a-authn-ssl"} 2026-07-27T20:22:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-6c472a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-6c472a", "reconcileID": "5a694fda-97b2-4fe6-99cf-e862f35ea158", "Gateway": "e2e-ipp-a-6c472a", "namespace": "openshift-ingress"} 2026-07-27T20:22:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fcab9ff9-452e-4da7-90fc-1427752e66bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T20:22:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "264ee720-6970-4e24-9d45-6df1f49c78b8", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress"} 2026-07-27T20:22:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "264ee720-6970-4e24-9d45-6df1f49c78b8", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b-authn-ssl"} 2026-07-27T20:22:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "264ee720-6970-4e24-9d45-6df1f49c78b8", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress"} 2026-07-27T20:22:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "8d09831b-3e7a-42cf-ac9e-d9a6a496d95e", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress"} 2026-07-27T20:22:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "8d09831b-3e7a-42cf-ac9e-d9a6a496d95e", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b-authn-ssl"} 2026-07-27T20:22:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-d4162b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-d4162b", "reconcileID": "8d09831b-3e7a-42cf-ac9e-d9a6a496d95e", "Gateway": "e2e-ipp-b-d4162b", "namespace": "openshift-ingress"} 2026-07-27T20:22:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d4162b"}, "namespace": "ai-tenant-e2e-ipp-b-d4162b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b93250e3-8f2f-4083-be42-3781f0ddab40", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d4162b"} 2026-07-27T20:22:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d4162b"}, "namespace": "ai-tenant-e2e-ipp-b-d4162b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b93250e3-8f2f-4083-be42-3781f0ddab40", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d4162b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T20:22:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d4162b"}, "namespace": "ai-tenant-e2e-ipp-b-d4162b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b93250e3-8f2f-4083-be42-3781f0ddab40", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-d4162b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T20:22:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d4162b"}, "namespace": "ai-tenant-e2e-ipp-b-d4162b", "name": "odh-trusted-ca-bundle", "reconcileID": "a389bc8c-eae2-4024-910c-c334ab57bfae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d4162b"} 2026-07-27T20:22:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d4162b"}, "namespace": "ai-tenant-e2e-ipp-b-d4162b", "name": "odh-trusted-ca-bundle", "reconcileID": "a389bc8c-eae2-4024-910c-c334ab57bfae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d4162b"} 2026-07-27T20:22:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d4162b"}, "namespace": "ai-tenant-e2e-ipp-b-d4162b", "name": "openshift-service-ca.crt", "reconcileID": "286c24f2-0ad0-4660-a4c4-a50dc8d186a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d4162b"} 2026-07-27T20:22:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-d4162b"}, "namespace": "ai-tenant-e2e-ipp-b-d4162b", "name": "openshift-service-ca.crt", "reconcileID": "286c24f2-0ad0-4660-a4c4-a50dc8d186a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-d4162b"} 2026-07-27T20:22:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d4162b"}, "namespace": "ai-tenant-e2e-ipp-b-d4162b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1740d822-1563-4d62-be45-b0ab93230d57", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d4162b"} 2026-07-27T20:22:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-d4162b"}, "namespace": "ai-tenant-e2e-ipp-b-d4162b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1740d822-1563-4d62-be45-b0ab93230d57", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-d4162b"} 2026-07-27T20:22:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c00d5c46-5f4a-43bf-bf84-846f0e02361b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T20:22:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "e1a13119-9303-436c-8971-d9c97c8ec163", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:22:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "e1a13119-9303-436c-8971-d9c97c8ec163", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d-authn-ssl"} 2026-07-27T20:22:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "e1a13119-9303-436c-8971-d9c97c8ec163", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:22:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "14684df3-793f-49f7-9d7b-d29a8966e962", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:22:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "14684df3-793f-49f7-9d7b-d29a8966e962", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d-authn-ssl"} 2026-07-27T20:22:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-97e28d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-97e28d", "reconcileID": "14684df3-793f-49f7-9d7b-d29a8966e962", "Gateway": "e2e-shared-a-97e28d", "namespace": "openshift-ingress"} 2026-07-27T20:22:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e780331-e4b5-44af-a73d-9b3eb4730b69", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:22:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e780331-e4b5-44af-a73d-9b3eb4730b69", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-97e28d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T20:22:59Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e780331-e4b5-44af-a73d-9b3eb4730b69", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-97e28d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T20:22:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "odh-trusted-ca-bundle", "reconcileID": "1665d197-9f06-433e-a0b5-862767febff7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:22:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "odh-trusted-ca-bundle", "reconcileID": "1665d197-9f06-433e-a0b5-862767febff7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:22:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "openshift-service-ca.crt", "reconcileID": "1143b23f-be81-4ef3-a447-1402b2fa6e49", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:22:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "openshift-service-ca.crt", "reconcileID": "1143b23f-be81-4ef3-a447-1402b2fa6e49", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:22:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fae8fc91-416d-4b8f-a0ab-30c2e1edfafa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:22:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-97e28d"}, "namespace": "ai-tenant-e2e-shared-a-97e28d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fae8fc91-416d-4b8f-a0ab-30c2e1edfafa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-97e28d"} 2026-07-27T20:23:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6daa6462-f590-4a15-a962-9d7e96ad1815", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T20:23:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "e4b45b94-c2f1-4711-b77a-77475ac73c36", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:23:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "e4b45b94-c2f1-4711-b77a-77475ac73c36", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8-authn-ssl"} 2026-07-27T20:23:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "e4b45b94-c2f1-4711-b77a-77475ac73c36", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:23:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c58b6113-6363-4292-a598-0958b40b7eeb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T20:23:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "1f8ce2a5-f058-470a-8e6f-046c24982dc6", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:23:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "1f8ce2a5-f058-470a-8e6f-046c24982dc6", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8-authn-ssl"} 2026-07-27T20:23:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e837b8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e837b8", "reconcileID": "1f8ce2a5-f058-470a-8e6f-046c24982dc6", "Gateway": "e2e-shared-b-e837b8", "namespace": "openshift-ingress"} 2026-07-27T20:23:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81af2a93-7f6c-405f-a72a-0fbc27f0d11a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:23:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81af2a93-7f6c-405f-a72a-0fbc27f0d11a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e837b8", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T20:23:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81af2a93-7f6c-405f-a72a-0fbc27f0d11a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-e837b8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T20:23:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "odh-trusted-ca-bundle", "reconcileID": "1ee279d2-dd55-435f-9968-6d5204c9a91a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:23:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "odh-trusted-ca-bundle", "reconcileID": "1ee279d2-dd55-435f-9968-6d5204c9a91a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:23:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "openshift-service-ca.crt", "reconcileID": "934b45e1-aa1f-43b5-9d7c-891095feca89", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:23:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "openshift-service-ca.crt", "reconcileID": "934b45e1-aa1f-43b5-9d7c-891095feca89", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:23:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41d8bc19-975f-47a2-9731-191300619e58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e837b8"} 2026-07-27T20:23:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e837b8"}, "namespace": "ai-tenant-e2e-shared-b-e837b8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41d8bc19-975f-47a2-9731-191300619e58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e837b8"}