2026-07-23T23:04:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5", "reconcileID": "e031f62b-3a7f-4e3f-88a4-5acfc9c2599e", "LLMInferenceService": "sub-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:04:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5", "reconcileID": "e031f62b-3a7f-4e3f-88a4-5acfc9c2599e", "LLMInferenceService": "sub-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:04:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5", "reconcileID": "e031f62b-3a7f-4e3f-88a4-5acfc9c2599e", "LLMInferenceService": "sub-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:04:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5", "reconcileID": "e031f62b-3a7f-4e3f-88a4-5acfc9c2599e", "LLMInferenceService": "sub-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5-kserve-route-authn"} 2026-07-23T23:04:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5", "reconcileID": "e031f62b-3a7f-4e3f-88a4-5acfc9c2599e", "LLMInferenceService": "sub-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5", "authType": "userdefined"} 2026-07-23T23:04:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5", "reconcileID": "e031f62b-3a7f-4e3f-88a4-5acfc9c2599e", "LLMInferenceService": "sub-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:05:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5", "reconcileID": "b0816a65-92e5-4690-a0c2-f47b451b10b0", "LLMInferenceService": "sub-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:05:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5", "reconcileID": "b0816a65-92e5-4690-a0c2-f47b451b10b0", "LLMInferenceService": "sub-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:05:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5", "reconcileID": "b0816a65-92e5-4690-a0c2-f47b451b10b0", "LLMInferenceService": "sub-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:05:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5", "reconcileID": "b0816a65-92e5-4690-a0c2-f47b451b10b0", "LLMInferenceService": "sub-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5-kserve-route-authn"} 2026-07-23T23:05:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5", "reconcileID": "b0816a65-92e5-4690-a0c2-f47b451b10b0", "LLMInferenceService": "sub-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5", "authType": "userdefined"} 2026-07-23T23:05:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5", "reconcileID": "b0816a65-92e5-4690-a0c2-f47b451b10b0", "LLMInferenceService": "sub-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:05:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "a95304a8-7b88-47b5-b274-a1e218810c02", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:05:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "a95304a8-7b88-47b5-b274-a1e218810c02", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:05:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "a95304a8-7b88-47b5-b274-a1e218810c02", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:05:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "5155cb21-e5d1-4b94-951f-a10a129be461", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:05:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "a95304a8-7b88-47b5-b274-a1e218810c02", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535-kserve-route-authn"} 2026-07-23T23:05:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "a95304a8-7b88-47b5-b274-a1e218810c02", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "authType": "userdefined"} 2026-07-23T23:05:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "a95304a8-7b88-47b5-b274-a1e218810c02", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:05:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "5155cb21-e5d1-4b94-951f-a10a129be461", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress", "name": "e2e-shared-b-159535-authn-ssl"} 2026-07-23T23:05:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "5155cb21-e5d1-4b94-951f-a10a129be461", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:05:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "ff9a7bc9-380f-4281-9499-0e0f959f07f2", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:05:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "ff9a7bc9-380f-4281-9499-0e0f959f07f2", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:05:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "ff9a7bc9-380f-4281-9499-0e0f959f07f2", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:05:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "ff9a7bc9-380f-4281-9499-0e0f959f07f2", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535-kserve-route-authn"} 2026-07-23T23:05:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "ff9a7bc9-380f-4281-9499-0e0f959f07f2", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "authType": "userdefined"} 2026-07-23T23:05:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "ff9a7bc9-380f-4281-9499-0e0f959f07f2", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:05:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "f3bf5a7f-8986-48ef-b4a4-1cfa4471b61d", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:05:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "f3bf5a7f-8986-48ef-b4a4-1cfa4471b61d", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress", "name": "e2e-shared-b-159535-authn-ssl"} 2026-07-23T23:05:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "f3bf5a7f-8986-48ef-b4a4-1cfa4471b61d", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:05:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "27e2df4f-d381-4742-bd03-f798f5fdcb5a", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:05:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "27e2df4f-d381-4742-bd03-f798f5fdcb5a", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:05:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "27e2df4f-d381-4742-bd03-f798f5fdcb5a", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:05:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "27e2df4f-d381-4742-bd03-f798f5fdcb5a", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535-kserve-route-authn"} 2026-07-23T23:05:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "27e2df4f-d381-4742-bd03-f798f5fdcb5a", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "authType": "userdefined"} 2026-07-23T23:05:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "27e2df4f-d381-4742-bd03-f798f5fdcb5a", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:05:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "0d7955f0-fc66-4503-a553-a241ac1042b9", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:05:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "0d7955f0-fc66-4503-a553-a241ac1042b9", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:05:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "0d7955f0-fc66-4503-a553-a241ac1042b9", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:05:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "0d7955f0-fc66-4503-a553-a241ac1042b9", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535-kserve-route-authn"} 2026-07-23T23:05:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "0d7955f0-fc66-4503-a553-a241ac1042b9", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "authType": "userdefined"} 2026-07-23T23:05:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "0d7955f0-fc66-4503-a553-a241ac1042b9", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:05:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "0ff6bb7f-b2fe-46bf-af2c-886ef2665ced", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:05:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "0ff6bb7f-b2fe-46bf-af2c-886ef2665ced", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress", "name": "e2e-shared-b-159535-authn-ssl"} 2026-07-23T23:05:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "0ff6bb7f-b2fe-46bf-af2c-886ef2665ced", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:05:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "ee442356-5122-418d-ad84-215c2009133c", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:05:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "ee442356-5122-418d-ad84-215c2009133c", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5-authn-ssl"} 2026-07-23T23:05:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "ee442356-5122-418d-ad84-215c2009133c", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:06:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5", "reconcileID": "55a5ebad-6ef2-4949-acb5-e9550e835fff", "LLMInferenceService": "sub-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:06:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5", "reconcileID": "55a5ebad-6ef2-4949-acb5-e9550e835fff", "LLMInferenceService": "sub-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5"} 2026-07-23T23:06:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5", "reconcileID": "55a5ebad-6ef2-4949-acb5-e9550e835fff", "LLMInferenceService": "sub-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:06:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5", "reconcileID": "55a5ebad-6ef2-4949-acb5-e9550e835fff", "LLMInferenceService": "sub-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:06:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5", "reconcileID": "55a5ebad-6ef2-4949-acb5-e9550e835fff", "LLMInferenceService": "sub-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5-kserve-route-authn"} 2026-07-23T23:06:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5", "reconcileID": "55a5ebad-6ef2-4949-acb5-e9550e835fff", "LLMInferenceService": "sub-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5-kserve-route-authn"} 2026-07-23T23:06:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5", "reconcileID": "55a5ebad-6ef2-4949-acb5-e9550e835fff", "LLMInferenceService": "sub-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:06:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5", "reconcileID": "55a5ebad-6ef2-4949-acb5-e9550e835fff", "LLMInferenceService": "sub-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:06:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "sub-test-model-fd1be5", "reconcileID": "c5f80d0f-fd2b-4494-be15-6d61912b251c", "LLMInferenceService": "sub-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:06:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "7a8d875a-b2ea-4b37-bffa-dc5e83e89f29", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:06:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "7a8d875a-b2ea-4b37-bffa-dc5e83e89f29", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5-authn-ssl"} 2026-07-23T23:06:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "7a8d875a-b2ea-4b37-bffa-dc5e83e89f29", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:06:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "e847b743-b748-4aa1-aabb-65738d83ffb1", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:06:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "e847b743-b748-4aa1-aabb-65738d83ffb1", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5-authn-ssl"} 2026-07-23T23:06:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "e847b743-b748-4aa1-aabb-65738d83ffb1", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:06:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "98bef5b5-46ba-424f-8231-834efbb11193", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:06:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "98bef5b5-46ba-424f-8231-834efbb11193", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535"} 2026-07-23T23:06:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "98bef5b5-46ba-424f-8231-834efbb11193", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:06:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "98bef5b5-46ba-424f-8231-834efbb11193", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:06:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "98bef5b5-46ba-424f-8231-834efbb11193", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535-kserve-route-authn"} 2026-07-23T23:06:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "98bef5b5-46ba-424f-8231-834efbb11193", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535-kserve-route-authn"} 2026-07-23T23:06:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "98bef5b5-46ba-424f-8231-834efbb11193", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:06:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "98bef5b5-46ba-424f-8231-834efbb11193", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:06:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "sub-test-model-159535", "reconcileID": "b0f006e0-c267-4b3e-869a-b3fd2d1692b5", "LLMInferenceService": "sub-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:06:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "f3b37924-5299-428b-b67f-ec76c884f88a", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:06:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "f3b37924-5299-428b-b67f-ec76c884f88a", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress", "name": "e2e-shared-b-159535-authn-ssl"} 2026-07-23T23:06:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "f3b37924-5299-428b-b67f-ec76c884f88a", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:06:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "5d7e54bb-af14-4341-a534-999fdc50320b", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:06:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "5d7e54bb-af14-4341-a534-999fdc50320b", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress", "name": "e2e-shared-b-159535-authn-ssl"} 2026-07-23T23:06:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "5d7e54bb-af14-4341-a534-999fdc50320b", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:06:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "dc9656ec-6fc2-4064-add7-e4a0e03268c2", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:06:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "dc9656ec-6fc2-4064-add7-e4a0e03268c2", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:06:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "dc9656ec-6fc2-4064-add7-e4a0e03268c2", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:06:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "2bc8780c-7367-4128-966d-38f3d660f6ab", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:06:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "dc9656ec-6fc2-4064-add7-e4a0e03268c2", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5-kserve-route-authn"} 2026-07-23T23:06:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "dc9656ec-6fc2-4064-add7-e4a0e03268c2", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5", "authType": "userdefined"} 2026-07-23T23:06:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "dc9656ec-6fc2-4064-add7-e4a0e03268c2", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:06:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "2bc8780c-7367-4128-966d-38f3d660f6ab", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5-authn-ssl"} 2026-07-23T23:06:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "2bc8780c-7367-4128-966d-38f3d660f6ab", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:06:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "ee28bfd3-7732-4468-b7d1-de375fd0d770", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:06:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "ee28bfd3-7732-4468-b7d1-de375fd0d770", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:06:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "ee28bfd3-7732-4468-b7d1-de375fd0d770", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:06:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "ee28bfd3-7732-4468-b7d1-de375fd0d770", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5-kserve-route-authn"} 2026-07-23T23:06:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "ee28bfd3-7732-4468-b7d1-de375fd0d770", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5", "authType": "userdefined"} 2026-07-23T23:06:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "ee28bfd3-7732-4468-b7d1-de375fd0d770", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:06:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "328e0acf-4acd-4b86-b519-90479c973e5a", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:06:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "328e0acf-4acd-4b86-b519-90479c973e5a", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5-authn-ssl"} 2026-07-23T23:06:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "328e0acf-4acd-4b86-b519-90479c973e5a", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:06:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "bad1f049-7732-4509-9fe5-83d9516887a6", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:06:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "bad1f049-7732-4509-9fe5-83d9516887a6", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:06:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "bad1f049-7732-4509-9fe5-83d9516887a6", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:06:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "bad1f049-7732-4509-9fe5-83d9516887a6", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5-kserve-route-authn"} 2026-07-23T23:06:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "bad1f049-7732-4509-9fe5-83d9516887a6", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5", "authType": "userdefined"} 2026-07-23T23:06:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "bad1f049-7732-4509-9fe5-83d9516887a6", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:06:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "f9c5b69c-bc37-48c7-b8b2-695a7cc9395e", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:06:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "f9c5b69c-bc37-48c7-b8b2-695a7cc9395e", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5-authn-ssl"} 2026-07-23T23:06:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "f9c5b69c-bc37-48c7-b8b2-695a7cc9395e", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:06:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "bb1fff2f-997a-43a1-9f97-f11fa4a6cd01", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:06:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "bb1fff2f-997a-43a1-9f97-f11fa4a6cd01", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress", "name": "e2e-shared-b-159535-authn-ssl"} 2026-07-23T23:06:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "bb1fff2f-997a-43a1-9f97-f11fa4a6cd01", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:06:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "3d3799c0-c3e8-4f4e-b78e-1fe409e0162f", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:06:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "3d3799c0-c3e8-4f4e-b78e-1fe409e0162f", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:06:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "3d3799c0-c3e8-4f4e-b78e-1fe409e0162f", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:06:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "3d3799c0-c3e8-4f4e-b78e-1fe409e0162f", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5-kserve-route-authn"} 2026-07-23T23:06:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "3d3799c0-c3e8-4f4e-b78e-1fe409e0162f", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5", "authType": "userdefined"} 2026-07-23T23:06:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "3d3799c0-c3e8-4f4e-b78e-1fe409e0162f", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:06:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "652a824f-4a05-419d-a262-8d72f72baf06", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-23T23:06:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "f111d1a5-777b-4b8a-8dc7-20a5b2bf2281", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:06:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "f111d1a5-777b-4b8a-8dc7-20a5b2bf2281", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:06:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "f111d1a5-777b-4b8a-8dc7-20a5b2bf2281", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:06:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "f111d1a5-777b-4b8a-8dc7-20a5b2bf2281", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535-kserve-route-authn"} 2026-07-23T23:06:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "3532c76b-7ada-4714-8fad-0aa65dde5acd", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:06:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "f111d1a5-777b-4b8a-8dc7-20a5b2bf2281", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "authType": "userdefined"} 2026-07-23T23:06:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "f111d1a5-777b-4b8a-8dc7-20a5b2bf2281", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:06:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "3532c76b-7ada-4714-8fad-0aa65dde5acd", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress", "name": "e2e-shared-b-159535-authn-ssl"} 2026-07-23T23:06:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "3532c76b-7ada-4714-8fad-0aa65dde5acd", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:06:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "797370b1-69d5-42f4-b1a4-12e416f4280b", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:06:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "797370b1-69d5-42f4-b1a4-12e416f4280b", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:06:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "797370b1-69d5-42f4-b1a4-12e416f4280b", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:06:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "797370b1-69d5-42f4-b1a4-12e416f4280b", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535-kserve-route-authn"} 2026-07-23T23:06:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "797370b1-69d5-42f4-b1a4-12e416f4280b", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "authType": "userdefined"} 2026-07-23T23:06:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "797370b1-69d5-42f4-b1a4-12e416f4280b", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:06:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "c360e0ab-29dd-45c8-be3f-57d4273309c8", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:06:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "c360e0ab-29dd-45c8-be3f-57d4273309c8", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress", "name": "e2e-shared-b-159535-authn-ssl"} 2026-07-23T23:06:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "c360e0ab-29dd-45c8-be3f-57d4273309c8", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:06:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "1222bfa7-4914-4346-ae7b-135cc0095b44", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:06:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "1222bfa7-4914-4346-ae7b-135cc0095b44", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:06:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "1222bfa7-4914-4346-ae7b-135cc0095b44", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:06:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "1222bfa7-4914-4346-ae7b-135cc0095b44", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535-kserve-route-authn"} 2026-07-23T23:06:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "1222bfa7-4914-4346-ae7b-135cc0095b44", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "authType": "userdefined"} 2026-07-23T23:06:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "1222bfa7-4914-4346-ae7b-135cc0095b44", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:06:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "de8db701-c635-4597-a41a-a7129b6a346b", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:06:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "de8db701-c635-4597-a41a-a7129b6a346b", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:06:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "de8db701-c635-4597-a41a-a7129b6a346b", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:06:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "de8db701-c635-4597-a41a-a7129b6a346b", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535-kserve-route-authn"} 2026-07-23T23:06:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "de8db701-c635-4597-a41a-a7129b6a346b", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "authType": "userdefined"} 2026-07-23T23:06:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "de8db701-c635-4597-a41a-a7129b6a346b", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:06:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "72c4941d-c71f-4ead-b3de-28b59243b217", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:06:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "72c4941d-c71f-4ead-b3de-28b59243b217", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress", "name": "e2e-shared-b-159535-authn-ssl"} 2026-07-23T23:06:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "72c4941d-c71f-4ead-b3de-28b59243b217", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:06:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "17b4a2e0-b73a-4ff9-ac1b-ed7a6fb70659", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:06:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "17b4a2e0-b73a-4ff9-ac1b-ed7a6fb70659", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5-authn-ssl"} 2026-07-23T23:06:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "17b4a2e0-b73a-4ff9-ac1b-ed7a6fb70659", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:06:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "56be9baa-a827-49b7-abf4-fe1c7ec51280", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-23T23:07:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "844049d6-4444-4caf-a3ac-dd5ea16252f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-23T23:07:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "7560579b-9b01-4dda-8d4a-e5bad9077ab3", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:07:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "7560579b-9b01-4dda-8d4a-e5bad9077ab3", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5"} 2026-07-23T23:07:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "7560579b-9b01-4dda-8d4a-e5bad9077ab3", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:07:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "7560579b-9b01-4dda-8d4a-e5bad9077ab3", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:07:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "7560579b-9b01-4dda-8d4a-e5bad9077ab3", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5-kserve-route-authn"} 2026-07-23T23:07:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "7560579b-9b01-4dda-8d4a-e5bad9077ab3", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5-kserve-route-authn"} 2026-07-23T23:07:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "7560579b-9b01-4dda-8d4a-e5bad9077ab3", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:07:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "7560579b-9b01-4dda-8d4a-e5bad9077ab3", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:07:17Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-fd1be5","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "rate-test-model-fd1be5", "reconcileID": "0226a985-f74b-4599-99ad-7c359be415b6", "LLMInferenceService": "rate-test-model-fd1be5", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:07:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "d09e4816-436c-4fbd-9fd7-9cd85ea1ae9e", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:07:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "d09e4816-436c-4fbd-9fd7-9cd85ea1ae9e", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5-authn-ssl"} 2026-07-23T23:07:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "d09e4816-436c-4fbd-9fd7-9cd85ea1ae9e", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:07:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "68b81818-527c-46ce-aa15-67c9b5b981b9", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:07:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "68b81818-527c-46ce-aa15-67c9b5b981b9", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5-authn-ssl"} 2026-07-23T23:07:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "68b81818-527c-46ce-aa15-67c9b5b981b9", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:07:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "363ec22e-6e1c-4c29-9a27-9fe52e479ae3", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:07:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "363ec22e-6e1c-4c29-9a27-9fe52e479ae3", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535"} 2026-07-23T23:07:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "363ec22e-6e1c-4c29-9a27-9fe52e479ae3", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:07:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "363ec22e-6e1c-4c29-9a27-9fe52e479ae3", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:07:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "363ec22e-6e1c-4c29-9a27-9fe52e479ae3", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535-kserve-route-authn"} 2026-07-23T23:07:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "363ec22e-6e1c-4c29-9a27-9fe52e479ae3", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535-kserve-route-authn"} 2026-07-23T23:07:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "363ec22e-6e1c-4c29-9a27-9fe52e479ae3", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:07:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "363ec22e-6e1c-4c29-9a27-9fe52e479ae3", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:07:18Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-159535","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "rate-test-model-159535", "reconcileID": "18d112b9-7a3b-4593-91be-23378b4d467d", "LLMInferenceService": "rate-test-model-159535", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:07:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "d153b9e8-eb3b-4f15-ac6a-45588a30b509", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:07:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "d153b9e8-eb3b-4f15-ac6a-45588a30b509", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress", "name": "e2e-shared-b-159535-authn-ssl"} 2026-07-23T23:07:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "d153b9e8-eb3b-4f15-ac6a-45588a30b509", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:07:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "e58e08b2-0e6b-44d1-8349-e82c01d3bf57", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:07:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "e58e08b2-0e6b-44d1-8349-e82c01d3bf57", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress", "name": "e2e-shared-b-159535-authn-ssl"} 2026-07-23T23:07:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "e58e08b2-0e6b-44d1-8349-e82c01d3bf57", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:07:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "f3d09de8-2f55-43f9-ba1b-8960c059d5bb", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:07:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "f3d09de8-2f55-43f9-ba1b-8960c059d5bb", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5-authn-ssl"} 2026-07-23T23:07:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "f3d09de8-2f55-43f9-ba1b-8960c059d5bb", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:07:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "c13b492a-cba3-44ad-9475-47b5ca20176a", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:07:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "c13b492a-cba3-44ad-9475-47b5ca20176a", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress", "name": "e2e-shared-b-159535-authn-ssl"} 2026-07-23T23:07:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "c13b492a-cba3-44ad-9475-47b5ca20176a", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:07:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "d412514b-b3ec-4b47-bb92-643768cb2c9d", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:07:38Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "d412514b-b3ec-4b47-bb92-643768cb2c9d", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9-authn-ssl"} 2026-07-23T23:07:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "d412514b-b3ec-4b47-bb92-643768cb2c9d", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:07:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "70dd44af-e241-4dce-a19c-40e0c8bf020a", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:07:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "70dd44af-e241-4dce-a19c-40e0c8bf020a", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9-authn-ssl"} 2026-07-23T23:07:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "70dd44af-e241-4dce-a19c-40e0c8bf020a", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:07:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "319d6404-a772-4a7c-b617-f5e126da8458", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:07:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "319d6404-a772-4a7c-b617-f5e126da8458", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9-authn-ssl"} 2026-07-23T23:07:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "319d6404-a772-4a7c-b617-f5e126da8458", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:07:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "b9bd1804-f0b2-4931-950a-b9cff052b8b5", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:07:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "b9bd1804-f0b2-4931-950a-b9cff052b8b5", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9-authn-ssl"} 2026-07-23T23:07:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "b9bd1804-f0b2-4931-950a-b9cff052b8b5", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:07:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "3e95cc14-8f8c-49eb-b70e-b8f48fc255ae", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:07:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "3e95cc14-8f8c-49eb-b70e-b8f48fc255ae", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9-authn-ssl"} 2026-07-23T23:07:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "3e95cc14-8f8c-49eb-b70e-b8f48fc255ae", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:07:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "3e05c296-1701-4425-87fc-48d659d54180", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:07:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "3e05c296-1701-4425-87fc-48d659d54180", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9-authn-ssl"} 2026-07-23T23:07:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "3e05c296-1701-4425-87fc-48d659d54180", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:07:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "2f8af18e-c964-4104-81ef-63215f2dfb3a", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:07:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "2f8af18e-c964-4104-81ef-63215f2dfb3a", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9-authn-ssl"} 2026-07-23T23:07:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "2f8af18e-c964-4104-81ef-63215f2dfb3a", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:07:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "openshift-service-ca.crt", "reconcileID": "4a9aaf75-7632-4a58-8359-5880b31481c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:07:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "odh-trusted-ca-bundle", "reconcileID": "f674b765-57e1-4620-94d0-3ca7f12098f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:07:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "openshift-service-ca.crt", "reconcileID": "d9bcd256-0cc9-487a-97e8-dfd8b3dc84e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-23T23:07:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "openshift-service-ca.crt", "reconcileID": "d9bcd256-0cc9-487a-97e8-dfd8b3dc84e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:07:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7060b8f-f537-4575-a0f8-902e77755158", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:07:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "openshift-service-ca.crt", "reconcileID": "5ff1aa76-91f9-4018-ba80-f0acfcbfcc7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:07:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "odh-trusted-ca-bundle", "reconcileID": "c09269b5-cdba-4723-82a0-89245faa373d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "update": "odh-kserve-custom-ca-bundle"} 2026-07-23T23:07:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "odh-trusted-ca-bundle", "reconcileID": "c09269b5-cdba-4723-82a0-89245faa373d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:07:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "634449c9-7505-4833-bb34-b47ac346cccf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:07:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "3f7f90a0-c1ba-490b-8def-eb6bf82b7f1b", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:07:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "3f7f90a0-c1ba-490b-8def-eb6bf82b7f1b", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9-authn-ssl"} 2026-07-23T23:07:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "3f7f90a0-c1ba-490b-8def-eb6bf82b7f1b", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:07:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c796124c-607c-44d5-879e-9ba401884d93", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-23T23:07:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "0abf8ba1-6f09-422d-9539-83975af7ff7a", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:07:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "0abf8ba1-6f09-422d-9539-83975af7ff7a", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9-authn-ssl"} 2026-07-23T23:07:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "0abf8ba1-6f09-422d-9539-83975af7ff7a", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:07:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "9161d685-5ed3-4f03-9d23-97fe41ab6bd7", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress"} 2026-07-23T23:07:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "9161d685-5ed3-4f03-9d23-97fe41ab6bd7", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa-authn-ssl"} 2026-07-23T23:07:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "9161d685-5ed3-4f03-9d23-97fe41ab6bd7", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress"} 2026-07-23T23:07:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "0e2ca78f-68b0-47f0-aaa6-9899329c200e", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress"} 2026-07-23T23:07:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "0e2ca78f-68b0-47f0-aaa6-9899329c200e", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa-authn-ssl"} 2026-07-23T23:07:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "0e2ca78f-68b0-47f0-aaa6-9899329c200e", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress"} 2026-07-23T23:07:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "a38648e1-b437-4ca8-868f-828de254a1a5", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress"} 2026-07-23T23:07:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "a38648e1-b437-4ca8-868f-828de254a1a5", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa-authn-ssl"} 2026-07-23T23:07:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "a38648e1-b437-4ca8-868f-828de254a1a5", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress"} 2026-07-23T23:07:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "06b5f904-f6ef-4cbc-b9f6-ab2ca4195216", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress"} 2026-07-23T23:07:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "06b5f904-f6ef-4cbc-b9f6-ab2ca4195216", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa-authn-ssl"} 2026-07-23T23:07:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "06b5f904-f6ef-4cbc-b9f6-ab2ca4195216", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress"} 2026-07-23T23:07:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "2ab803c4-d814-4d28-ae96-2693fbc3a36f", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress"} 2026-07-23T23:07:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "2ab803c4-d814-4d28-ae96-2693fbc3a36f", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa-authn-ssl"} 2026-07-23T23:07:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "2ab803c4-d814-4d28-ae96-2693fbc3a36f", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress"} 2026-07-23T23:07:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "576e2aa0-c7c7-4341-a37e-39fadc19942b", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress"} 2026-07-23T23:07:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "576e2aa0-c7c7-4341-a37e-39fadc19942b", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa-authn-ssl"} 2026-07-23T23:07:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "576e2aa0-c7c7-4341-a37e-39fadc19942b", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress"} 2026-07-23T23:08:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "aea4839b-ce78-4dd6-95e4-ea71e79034f3", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress"} 2026-07-23T23:08:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "aea4839b-ce78-4dd6-95e4-ea71e79034f3", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa-authn-ssl"} 2026-07-23T23:08:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "aea4839b-ce78-4dd6-95e4-ea71e79034f3", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress"} 2026-07-23T23:08:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4f67fa"}, "namespace": "ai-tenant-e2e-ipp-b-4f67fa", "name": "openshift-service-ca.crt", "reconcileID": "94bb5ed4-8f9e-4236-9ddc-86cf077a626d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4f67fa"} 2026-07-23T23:08:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4f67fa"}, "namespace": "ai-tenant-e2e-ipp-b-4f67fa", "name": "odh-trusted-ca-bundle", "reconcileID": "a4750cbe-4154-4226-8be5-62962e94fa32", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4f67fa"} 2026-07-23T23:08:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4f67fa"}, "namespace": "ai-tenant-e2e-ipp-b-4f67fa", "name": "openshift-service-ca.crt", "reconcileID": "4a1ebe83-974c-4b80-8e14-1f9200649263", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4f67fa", "create": "odh-kserve-custom-ca-bundle"} 2026-07-23T23:08:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4f67fa"}, "namespace": "ai-tenant-e2e-ipp-b-4f67fa", "name": "openshift-service-ca.crt", "reconcileID": "4a1ebe83-974c-4b80-8e14-1f9200649263", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4f67fa"} 2026-07-23T23:08:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4f67fa"}, "namespace": "ai-tenant-e2e-ipp-b-4f67fa", "name": "openshift-service-ca.crt", "reconcileID": "c898a76d-c87b-4701-882b-eee5a3e1e7f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4f67fa"} 2026-07-23T23:08:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4f67fa"}, "namespace": "ai-tenant-e2e-ipp-b-4f67fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "774623db-aa73-4032-b057-30cb0b5efe4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4f67fa"} 2026-07-23T23:08:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4f67fa"}, "namespace": "ai-tenant-e2e-ipp-b-4f67fa", "name": "odh-trusted-ca-bundle", "reconcileID": "aca4fd0f-1963-400f-87ae-8f5bf3b495a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4f67fa", "update": "odh-kserve-custom-ca-bundle"} 2026-07-23T23:08:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4f67fa"}, "namespace": "ai-tenant-e2e-ipp-b-4f67fa", "name": "odh-trusted-ca-bundle", "reconcileID": "aca4fd0f-1963-400f-87ae-8f5bf3b495a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4f67fa"} 2026-07-23T23:08:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4f67fa"}, "namespace": "ai-tenant-e2e-ipp-b-4f67fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7b84061-1465-4935-9078-64bcdefb547f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4f67fa"} 2026-07-23T23:08:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "d4a68bdf-3b9a-418c-a7cb-bc7c40de880c", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress"} 2026-07-23T23:08:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "d4a68bdf-3b9a-418c-a7cb-bc7c40de880c", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa-authn-ssl"} 2026-07-23T23:08:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "d4a68bdf-3b9a-418c-a7cb-bc7c40de880c", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress"} 2026-07-23T23:08:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "995ca42f-ff03-41a9-96c5-93a44fcde9ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-23T23:08:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "a3f19ae7-6f8d-4a94-8c79-c7adf4f439d9", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress"} 2026-07-23T23:08:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "a3f19ae7-6f8d-4a94-8c79-c7adf4f439d9", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa-authn-ssl"} 2026-07-23T23:08:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "a3f19ae7-6f8d-4a94-8c79-c7adf4f439d9", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress"} 2026-07-23T23:08:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "62cdbb1b-1b11-4274-b4c3-e742d8f7b15e", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:08:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "62cdbb1b-1b11-4274-b4c3-e742d8f7b15e", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:08:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "62cdbb1b-1b11-4274-b4c3-e742d8f7b15e", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:08:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "bec1f081-a834-4af2-b46e-4d9360cf16b2", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:08:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "62cdbb1b-1b11-4274-b4c3-e742d8f7b15e", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9-kserve-route-authn"} 2026-07-23T23:08:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "62cdbb1b-1b11-4274-b4c3-e742d8f7b15e", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "authType": "userdefined"} 2026-07-23T23:08:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "62cdbb1b-1b11-4274-b4c3-e742d8f7b15e", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:08:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "bec1f081-a834-4af2-b46e-4d9360cf16b2", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9-authn-ssl"} 2026-07-23T23:08:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "bec1f081-a834-4af2-b46e-4d9360cf16b2", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:08:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "16586b32-8fa2-46c1-8580-6cc72144fd15", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:08:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "16586b32-8fa2-46c1-8580-6cc72144fd15", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:08:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "16586b32-8fa2-46c1-8580-6cc72144fd15", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:08:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "16586b32-8fa2-46c1-8580-6cc72144fd15", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9-kserve-route-authn"} 2026-07-23T23:08:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "16586b32-8fa2-46c1-8580-6cc72144fd15", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "authType": "userdefined"} 2026-07-23T23:08:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "16586b32-8fa2-46c1-8580-6cc72144fd15", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:08:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "ad50fa7a-6a1d-4268-8c44-9d024373f95c", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:08:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "ad50fa7a-6a1d-4268-8c44-9d024373f95c", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9-authn-ssl"} 2026-07-23T23:08:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "ad50fa7a-6a1d-4268-8c44-9d024373f95c", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:08:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "4af1cfd7-c1d0-46a3-bb34-7f4d30f3b1fc", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:08:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "4af1cfd7-c1d0-46a3-bb34-7f4d30f3b1fc", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:08:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "4af1cfd7-c1d0-46a3-bb34-7f4d30f3b1fc", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:08:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "4af1cfd7-c1d0-46a3-bb34-7f4d30f3b1fc", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9-kserve-route-authn"} 2026-07-23T23:08:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "4af1cfd7-c1d0-46a3-bb34-7f4d30f3b1fc", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "authType": "userdefined"} 2026-07-23T23:08:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "4af1cfd7-c1d0-46a3-bb34-7f4d30f3b1fc", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:08:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "bd0cd3cc-ef7b-4763-87c8-728d6aafc8be", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:08:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "bd0cd3cc-ef7b-4763-87c8-728d6aafc8be", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:08:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "bd0cd3cc-ef7b-4763-87c8-728d6aafc8be", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:08:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "bd0cd3cc-ef7b-4763-87c8-728d6aafc8be", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9-kserve-route-authn"} 2026-07-23T23:08:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "bd0cd3cc-ef7b-4763-87c8-728d6aafc8be", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "authType": "userdefined"} 2026-07-23T23:08:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "bd0cd3cc-ef7b-4763-87c8-728d6aafc8be", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:08:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "ce772850-57db-46cd-9701-5d118d18f932", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:08:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "ce772850-57db-46cd-9701-5d118d18f932", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:08:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "ce772850-57db-46cd-9701-5d118d18f932", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:08:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "ce772850-57db-46cd-9701-5d118d18f932", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9-kserve-route-authn"} 2026-07-23T23:08:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "ce772850-57db-46cd-9701-5d118d18f932", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "authType": "userdefined"} 2026-07-23T23:08:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "ce772850-57db-46cd-9701-5d118d18f932", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:09:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "514147a6-eee1-43a8-92db-50f59066d6c4", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:09:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "514147a6-eee1-43a8-92db-50f59066d6c4", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9-authn-ssl"} 2026-07-23T23:09:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "514147a6-eee1-43a8-92db-50f59066d6c4", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:09:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "8de02259-5b94-4fe3-b8cc-a6d980c448e6", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress"} 2026-07-23T23:09:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "8de02259-5b94-4fe3-b8cc-a6d980c448e6", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5-authn-ssl"} 2026-07-23T23:09:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "8de02259-5b94-4fe3-b8cc-a6d980c448e6", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress"} 2026-07-23T23:09:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "dfed0959-559b-4597-8099-0f37570ad63a", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress"} 2026-07-23T23:09:10Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "dfed0959-559b-4597-8099-0f37570ad63a", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5-authn-ssl"} 2026-07-23T23:09:10Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "dfed0959-559b-4597-8099-0f37570ad63a", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-8300e5-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-cleanup-8300e5-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-23T23:09:10Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-8300e5-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-cleanup-8300e5-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-cleanup-8300e5","uid":"b298ba76-fd00-47b1-a7b0-9b0553b76dff","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"65467"}, "reason": "ReconcileError"} 2026-07-23T23:09:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "f4409594-e125-463d-b1da-c9d800e18036", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress"} 2026-07-23T23:09:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "f4409594-e125-463d-b1da-c9d800e18036", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5-authn-ssl"} 2026-07-23T23:09:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "f4409594-e125-463d-b1da-c9d800e18036", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress"} 2026-07-23T23:09:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "b7dff749-e050-46d3-aadf-2198cea59e59", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress"} 2026-07-23T23:09:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "b7dff749-e050-46d3-aadf-2198cea59e59", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5-authn-ssl"} 2026-07-23T23:09:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "b7dff749-e050-46d3-aadf-2198cea59e59", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress"} 2026-07-23T23:09:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "abe74dcf-02e5-4835-9147-4e56068aae7f", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress"} 2026-07-23T23:09:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "abe74dcf-02e5-4835-9147-4e56068aae7f", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5-authn-ssl"} 2026-07-23T23:09:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "abe74dcf-02e5-4835-9147-4e56068aae7f", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress"} 2026-07-23T23:09:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "ec7e986d-0168-43ee-931a-c4a42889d509", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress"} 2026-07-23T23:09:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "ec7e986d-0168-43ee-931a-c4a42889d509", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5-authn-ssl"} 2026-07-23T23:09:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "ec7e986d-0168-43ee-931a-c4a42889d509", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress"} 2026-07-23T23:09:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "19891a68-ea6f-41e8-97ce-f0a09d320a7c", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress"} 2026-07-23T23:09:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "19891a68-ea6f-41e8-97ce-f0a09d320a7c", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5-authn-ssl"} 2026-07-23T23:09:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "19891a68-ea6f-41e8-97ce-f0a09d320a7c", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress"} 2026-07-23T23:09:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "5e8e9180-b12d-43e4-b7bb-20de5795d466", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress"} 2026-07-23T23:09:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "5e8e9180-b12d-43e4-b7bb-20de5795d466", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5-authn-ssl"} 2026-07-23T23:09:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "5e8e9180-b12d-43e4-b7bb-20de5795d466", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress"} 2026-07-23T23:09:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8300e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5", "name": "openshift-service-ca.crt", "reconcileID": "aeb08e7b-8d27-4dcc-bb19-1c36cf72f16b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5"} 2026-07-23T23:09:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8300e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5", "name": "odh-trusted-ca-bundle", "reconcileID": "6f73ba3c-f2c7-44e9-a7ef-e8e87827a3f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5"} 2026-07-23T23:09:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8300e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5", "name": "openshift-service-ca.crt", "reconcileID": "e75111a1-03ec-47fe-b79d-394419212783", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-23T23:09:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8300e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5", "name": "openshift-service-ca.crt", "reconcileID": "e75111a1-03ec-47fe-b79d-394419212783", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5"} 2026-07-23T23:09:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8300e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3aef9574-d2b2-40b0-9752-efc5bd75e76f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5"} 2026-07-23T23:09:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8300e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5", "name": "openshift-service-ca.crt", "reconcileID": "cb89073c-4c55-46f5-b5c5-a71a72ae082b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5"} 2026-07-23T23:09:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8300e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5", "name": "odh-trusted-ca-bundle", "reconcileID": "c15ba638-727c-4ad4-8bf5-bcffd28d79fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5", "update": "odh-kserve-custom-ca-bundle"} 2026-07-23T23:09:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8300e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5", "name": "odh-trusted-ca-bundle", "reconcileID": "c15ba638-727c-4ad4-8bf5-bcffd28d79fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5"} 2026-07-23T23:09:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8300e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f3a9125-2f10-494d-bd69-cef234e19b9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5"} 2026-07-23T23:09:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "b7b699c1-a7e6-4826-9233-d2e7578bb000", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress"} 2026-07-23T23:09:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "b7b699c1-a7e6-4826-9233-d2e7578bb000", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5-authn-ssl"} 2026-07-23T23:09:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "b7b699c1-a7e6-4826-9233-d2e7578bb000", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress"} 2026-07-23T23:09:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c44e2476-ec80-40f3-ad28-f19f1cf300ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-23T23:09:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "04768b94-75bf-4029-9c60-841802f76484", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress"} 2026-07-23T23:09:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "04768b94-75bf-4029-9c60-841802f76484", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5-authn-ssl"} 2026-07-23T23:09:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "04768b94-75bf-4029-9c60-841802f76484", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress"} 2026-07-23T23:09:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "bb12125a-befd-4afa-a839-f1e504c3bade", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress"} 2026-07-23T23:09:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "bb12125a-befd-4afa-a839-f1e504c3bade", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5-authn-ssl"} 2026-07-23T23:09:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "bb12125a-befd-4afa-a839-f1e504c3bade", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress"} 2026-07-23T23:09:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "c43b7ef5-da75-4270-966e-0a6bbe4424c7", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress"} 2026-07-23T23:09:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "c43b7ef5-da75-4270-966e-0a6bbe4424c7", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5-authn-ssl"} 2026-07-23T23:09:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "c43b7ef5-da75-4270-966e-0a6bbe4424c7", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress"} 2026-07-23T23:09:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8300e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ac7c15d-703a-436c-8cbd-05ccf15f9198", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5"} 2026-07-23T23:09:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8300e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ac7c15d-703a-436c-8cbd-05ccf15f9198", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-23T23:09:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8300e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ac7c15d-703a-436c-8cbd-05ccf15f9198", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-8300e5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-23T23:09:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8300e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5", "name": "odh-trusted-ca-bundle", "reconcileID": "8bed9799-b45d-422a-8537-21eb49bff1de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5"} 2026-07-23T23:09:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8300e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5", "name": "odh-trusted-ca-bundle", "reconcileID": "8bed9799-b45d-422a-8537-21eb49bff1de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5"} 2026-07-23T23:09:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8300e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5", "name": "openshift-service-ca.crt", "reconcileID": "839a188c-7a34-49df-b810-8b1471444e8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5"} 2026-07-23T23:09:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-8300e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5", "name": "openshift-service-ca.crt", "reconcileID": "839a188c-7a34-49df-b810-8b1471444e8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5"} 2026-07-23T23:09:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8300e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d246fb02-63ac-4a4b-a454-74cada5e786a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5"} 2026-07-23T23:09:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-8300e5"}, "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d246fb02-63ac-4a4b-a454-74cada5e786a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-8300e5"} 2026-07-23T23:09:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-8300e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-8300e5", "reconcileID": "8dd6eaf2-b698-4503-a0e1-1d6da4644384", "Gateway": "e2e-ipp-cleanup-8300e5", "namespace": "openshift-ingress"} 2026-07-23T23:09:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "78fc63ee-a583-4024-bdad-f0f9efef7f85", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-23T23:10:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "d2a7ec04-3af8-472f-be0f-acc854be99bc", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:10:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "d2a7ec04-3af8-472f-be0f-acc854be99bc", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9-authn-ssl"} 2026-07-23T23:10:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "d2a7ec04-3af8-472f-be0f-acc854be99bc", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:10:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "1e550d75-46e0-4e90-84e0-1b76a5485257", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:10:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "1e550d75-46e0-4e90-84e0-1b76a5485257", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9-authn-ssl"} 2026-07-23T23:10:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "1e550d75-46e0-4e90-84e0-1b76a5485257", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:10:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "001e70ed-f376-4534-95d2-7aab6fc32127", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:10:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "001e70ed-f376-4534-95d2-7aab6fc32127", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9-authn-ssl"} 2026-07-23T23:10:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "001e70ed-f376-4534-95d2-7aab6fc32127", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:10:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "03d7c1f0-3ed9-437c-b466-5827f99543ec", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:10:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "03d7c1f0-3ed9-437c-b466-5827f99543ec", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:10:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "03d7c1f0-3ed9-437c-b466-5827f99543ec", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:10:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "03d7c1f0-3ed9-437c-b466-5827f99543ec", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9-kserve-route-authn"} 2026-07-23T23:10:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "03d7c1f0-3ed9-437c-b466-5827f99543ec", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "authType": "userdefined"} 2026-07-23T23:10:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "03d7c1f0-3ed9-437c-b466-5827f99543ec", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:10:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2cd900c6-1f2a-4269-8baf-5ee822587e09", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:10:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2cd900c6-1f2a-4269-8baf-5ee822587e09", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-23T23:10:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2cd900c6-1f2a-4269-8baf-5ee822587e09", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-4b3ef9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-23T23:10:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "odh-trusted-ca-bundle", "reconcileID": "7b33bacb-92a5-4e2e-9190-a2a2eb1248e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:10:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "odh-trusted-ca-bundle", "reconcileID": "7b33bacb-92a5-4e2e-9190-a2a2eb1248e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:10:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "openshift-service-ca.crt", "reconcileID": "bc8ebc57-b2f3-42fb-8a04-10121117d79e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:10:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "openshift-service-ca.crt", "reconcileID": "bc8ebc57-b2f3-42fb-8a04-10121117d79e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:10:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31cc4840-3d4b-4233-aa2b-542798fdafd6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:10:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31cc4840-3d4b-4233-aa2b-542798fdafd6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:10:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "30220b82-4d99-431c-8e85-1b5fba6d560f", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:10:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "30220b82-4d99-431c-8e85-1b5fba6d560f", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9-authn-ssl"} 2026-07-23T23:10:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "30220b82-4d99-431c-8e85-1b5fba6d560f", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:10:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "6a9b1171-0b24-472b-b559-e46c70ac9c53", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:10:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "6a9b1171-0b24-472b-b559-e46c70ac9c53", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9"} 2026-07-23T23:10:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "6a9b1171-0b24-472b-b559-e46c70ac9c53", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:10:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "6a9b1171-0b24-472b-b559-e46c70ac9c53", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:10:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "6a9b1171-0b24-472b-b559-e46c70ac9c53", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9-kserve-route-authn"} 2026-07-23T23:10:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "6a9b1171-0b24-472b-b559-e46c70ac9c53", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9-kserve-route-authn"} 2026-07-23T23:10:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "6a9b1171-0b24-472b-b559-e46c70ac9c53", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:10:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "6a9b1171-0b24-472b-b559-e46c70ac9c53", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:11:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "5b544fda-3de8-41a2-a343-8ea07266d106", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:11:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "5b544fda-3de8-41a2-a343-8ea07266d106", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9"} 2026-07-23T23:11:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "5b544fda-3de8-41a2-a343-8ea07266d106", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:11:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "5b544fda-3de8-41a2-a343-8ea07266d106", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:11:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "5b544fda-3de8-41a2-a343-8ea07266d106", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9-kserve-route-authn"} 2026-07-23T23:11:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "5b544fda-3de8-41a2-a343-8ea07266d106", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9-kserve-route-authn"} 2026-07-23T23:11:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "5b544fda-3de8-41a2-a343-8ea07266d106", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:11:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "5b544fda-3de8-41a2-a343-8ea07266d106", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:11:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-4b3ef9","namespace":"ai-tenant-e2e-ipp-a-4b3ef9"}, "namespace": "ai-tenant-e2e-ipp-a-4b3ef9", "name": "ipp-route-4b3ef9", "reconcileID": "6e3185cf-9e4b-4074-8564-a8e82d3215f2", "LLMInferenceService": "ipp-route-4b3ef9", "namespace": "ai-tenant-e2e-ipp-a-4b3ef9"} 2026-07-23T23:11:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "021208da-f757-486c-a81e-8884459fb442", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:11:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "021208da-f757-486c-a81e-8884459fb442", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9-authn-ssl"} 2026-07-23T23:11:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "021208da-f757-486c-a81e-8884459fb442", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:11:05Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-23T23:11:05Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-23T23:11:07Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-23T23:11:07Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-23T23:11:08Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-4b3ef9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-4b3ef9", "reconcileID": "3ffc3d47-5ee3-4e16-abc1-5ea3e13cb9f1", "Gateway": "e2e-ipp-a-4b3ef9", "namespace": "openshift-ingress"} 2026-07-23T23:11:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "88cc7142-af67-487f-bbcd-e21e3058d00c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-23T23:11:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "c5f1482b-b313-4b8e-98b3-1e4ee5ac09ab", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress"} 2026-07-23T23:11:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "c5f1482b-b313-4b8e-98b3-1e4ee5ac09ab", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa-authn-ssl"} 2026-07-23T23:11:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "c5f1482b-b313-4b8e-98b3-1e4ee5ac09ab", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress"} 2026-07-23T23:11:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3e70e7ad-814c-44a2-819d-f2f7b48b4efd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-23T23:11:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "60c5e037-eaff-4d81-945e-dbeaded0a8e0", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress"} 2026-07-23T23:11:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "60c5e037-eaff-4d81-945e-dbeaded0a8e0", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa-authn-ssl"} 2026-07-23T23:11:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "60c5e037-eaff-4d81-945e-dbeaded0a8e0", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress"} 2026-07-23T23:11:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4f67fa"}, "namespace": "ai-tenant-e2e-ipp-b-4f67fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "839e78a3-ea7f-46b5-a7a6-5d37cc7abfce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4f67fa"} 2026-07-23T23:11:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4f67fa"}, "namespace": "ai-tenant-e2e-ipp-b-4f67fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "839e78a3-ea7f-46b5-a7a6-5d37cc7abfce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4f67fa", "create": "odh-kserve-custom-ca-bundle"} 2026-07-23T23:11:29Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4f67fa"}, "namespace": "ai-tenant-e2e-ipp-b-4f67fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "839e78a3-ea7f-46b5-a7a6-5d37cc7abfce", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-4f67fa because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-23T23:11:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4f67fa"}, "namespace": "ai-tenant-e2e-ipp-b-4f67fa", "name": "odh-trusted-ca-bundle", "reconcileID": "3f70f1f9-9c2b-4ef7-8003-e05a47ca8212", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4f67fa"} 2026-07-23T23:11:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4f67fa"}, "namespace": "ai-tenant-e2e-ipp-b-4f67fa", "name": "odh-trusted-ca-bundle", "reconcileID": "3f70f1f9-9c2b-4ef7-8003-e05a47ca8212", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4f67fa"} 2026-07-23T23:11:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4f67fa"}, "namespace": "ai-tenant-e2e-ipp-b-4f67fa", "name": "openshift-service-ca.crt", "reconcileID": "b8089891-808d-4bac-b5b1-3e2012e0f885", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4f67fa"} 2026-07-23T23:11:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-4f67fa"}, "namespace": "ai-tenant-e2e-ipp-b-4f67fa", "name": "openshift-service-ca.crt", "reconcileID": "b8089891-808d-4bac-b5b1-3e2012e0f885", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-4f67fa"} 2026-07-23T23:11:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4f67fa"}, "namespace": "ai-tenant-e2e-ipp-b-4f67fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7fb595d0-db62-434d-acc8-ccf2168ad463", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4f67fa"} 2026-07-23T23:11:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-4f67fa"}, "namespace": "ai-tenant-e2e-ipp-b-4f67fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7fb595d0-db62-434d-acc8-ccf2168ad463", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-4f67fa"} 2026-07-23T23:11:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-4f67fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-4f67fa", "reconcileID": "0df2300c-4423-4b4d-806c-9e8510fc5f58", "Gateway": "e2e-ipp-b-4f67fa", "namespace": "openshift-ingress"} 2026-07-23T23:11:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b761bca7-5db9-469a-9412-11a074a0fd7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-23T23:11:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "2512d1ae-56e3-4bfc-8b4a-28dab5329e50", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:11:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "2512d1ae-56e3-4bfc-8b4a-28dab5329e50", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5-authn-ssl"} 2026-07-23T23:11:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "2512d1ae-56e3-4bfc-8b4a-28dab5329e50", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:11:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "7bb1e5ed-94e1-49f4-b579-2fea6a889ea4", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:11:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "7bb1e5ed-94e1-49f4-b579-2fea6a889ea4", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5-authn-ssl"} 2026-07-23T23:11:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "7bb1e5ed-94e1-49f4-b579-2fea6a889ea4", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:11:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cf0ef5b-b5aa-4991-bce9-aea25739dd52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:11:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cf0ef5b-b5aa-4991-bce9-aea25739dd52", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd1be5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-23T23:11:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cf0ef5b-b5aa-4991-bce9-aea25739dd52", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-fd1be5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-23T23:11:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "odh-trusted-ca-bundle", "reconcileID": "0d98fbda-b197-4796-ac6e-4d9478dd9717", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:11:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "odh-trusted-ca-bundle", "reconcileID": "0d98fbda-b197-4796-ac6e-4d9478dd9717", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:11:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "openshift-service-ca.crt", "reconcileID": "b4f775d2-dbda-4351-9ba7-a2b54d49b692", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:11:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "openshift-service-ca.crt", "reconcileID": "b4f775d2-dbda-4351-9ba7-a2b54d49b692", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:11:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "011cb77b-54ec-475c-a9ab-ee4fe74b6fe9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:11:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-fd1be5"}, "namespace": "ai-tenant-e2e-shared-a-fd1be5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "011cb77b-54ec-475c-a9ab-ee4fe74b6fe9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-fd1be5"} 2026-07-23T23:11:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-fd1be5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-fd1be5", "reconcileID": "b944ac29-36b2-4246-bdb1-034e60dd38b0", "Gateway": "e2e-shared-a-fd1be5", "namespace": "openshift-ingress"} 2026-07-23T23:11:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aa6b6dda-06bb-48a9-b052-32fd4d4c6b16", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-23T23:12:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "9ea44c4e-cda1-415b-8ec9-99616fa5c63b", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:12:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "9ea44c4e-cda1-415b-8ec9-99616fa5c63b", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress", "name": "e2e-shared-b-159535-authn-ssl"} 2026-07-23T23:12:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "9ea44c4e-cda1-415b-8ec9-99616fa5c63b", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:12:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "b1a1a154-3202-4216-8287-68fe3665a9e6", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:12:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "b1a1a154-3202-4216-8287-68fe3665a9e6", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress", "name": "e2e-shared-b-159535-authn-ssl"} 2026-07-23T23:12:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "b1a1a154-3202-4216-8287-68fe3665a9e6", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"} 2026-07-23T23:12:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b69f1aca-791c-45c3-adaf-e9948c8a1f45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:12:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b69f1aca-791c-45c3-adaf-e9948c8a1f45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-159535", "create": "odh-kserve-custom-ca-bundle"} 2026-07-23T23:12:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b69f1aca-791c-45c3-adaf-e9948c8a1f45", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-159535 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-23T23:12:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "odh-trusted-ca-bundle", "reconcileID": "4df75761-780d-4a79-a289-dac4dd651237", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:12:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "odh-trusted-ca-bundle", "reconcileID": "4df75761-780d-4a79-a289-dac4dd651237", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:12:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "openshift-service-ca.crt", "reconcileID": "ac8f243b-9f00-4277-bab7-e02b858fe251", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:12:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "openshift-service-ca.crt", "reconcileID": "ac8f243b-9f00-4277-bab7-e02b858fe251", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:12:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69056d39-8e6e-4777-8523-2944a1119596", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:12:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-159535"}, "namespace": "ai-tenant-e2e-shared-b-159535", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69056d39-8e6e-4777-8523-2944a1119596", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-159535"} 2026-07-23T23:12:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-159535","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-159535", "reconcileID": "888fa722-c234-483c-b334-101eed2d6a1d", "Gateway": "e2e-shared-b-159535", "namespace": "openshift-ingress"}