2026-07-29T07:14:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "1e1301cf-3ef5-470d-bfa7-4182aed3addc", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b-kserve-route-authn"} 2026-07-29T07:14:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "1e1301cf-3ef5-470d-bfa7-4182aed3addc", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "authType": "userdefined"} 2026-07-29T07:14:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "1e1301cf-3ef5-470d-bfa7-4182aed3addc", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:14:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "17c938ae-e03c-43a5-8861-f7fb508b4bbf", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:14:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "17c938ae-e03c-43a5-8861-f7fb508b4bbf", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b-authn-ssl"} 2026-07-29T07:14:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "17c938ae-e03c-43a5-8861-f7fb508b4bbf", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:14:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "a75fe016-9ee9-41d7-93cb-5b61f71bb4a9", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:14:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "a75fe016-9ee9-41d7-93cb-5b61f71bb4a9", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:14:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "a75fe016-9ee9-41d7-93cb-5b61f71bb4a9", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:14:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "a75fe016-9ee9-41d7-93cb-5b61f71bb4a9", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b-kserve-route-authn"} 2026-07-29T07:14:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "a75fe016-9ee9-41d7-93cb-5b61f71bb4a9", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "authType": "userdefined"} 2026-07-29T07:14:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "a75fe016-9ee9-41d7-93cb-5b61f71bb4a9", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:14:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "60e64995-54fd-4618-8e65-6821ce7ddbfd", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:14:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "60e64995-54fd-4618-8e65-6821ce7ddbfd", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:14:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "60e64995-54fd-4618-8e65-6821ce7ddbfd", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:14:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "60e64995-54fd-4618-8e65-6821ce7ddbfd", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b-kserve-route-authn"} 2026-07-29T07:14:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "60e64995-54fd-4618-8e65-6821ce7ddbfd", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "authType": "userdefined"} 2026-07-29T07:14:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "60e64995-54fd-4618-8e65-6821ce7ddbfd", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:14:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "6b4b098e-4780-4582-968a-3908266dcef8", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:14:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "6b4b098e-4780-4582-968a-3908266dcef8", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:14:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "6b4b098e-4780-4582-968a-3908266dcef8", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:14:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "6b4b098e-4780-4582-968a-3908266dcef8", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b-kserve-route-authn"} 2026-07-29T07:14:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "6b4b098e-4780-4582-968a-3908266dcef8", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "authType": "userdefined"} 2026-07-29T07:14:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "6b4b098e-4780-4582-968a-3908266dcef8", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:14:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "2284cbce-f2d9-40ca-9abd-d3dcdd5ed23b", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:14:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "2284cbce-f2d9-40ca-9abd-d3dcdd5ed23b", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693-authn-ssl"} 2026-07-29T07:14:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "2284cbce-f2d9-40ca-9abd-d3dcdd5ed23b", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:14:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "d7242db5-f8e4-494b-88a4-13ffa2105823", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:14:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "d7242db5-f8e4-494b-88a4-13ffa2105823", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b-authn-ssl"} 2026-07-29T07:14:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "d7242db5-f8e4-494b-88a4-13ffa2105823", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:15:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "37012a67-8242-4c92-a93b-095501ac5846", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:15:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "37012a67-8242-4c92-a93b-095501ac5846", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b-authn-ssl"} 2026-07-29T07:15:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "37012a67-8242-4c92-a93b-095501ac5846", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:15:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "bbebf8ba-4f8b-43bc-a070-44428a6426ee", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:15:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "bbebf8ba-4f8b-43bc-a070-44428a6426ee", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b-authn-ssl"} 2026-07-29T07:15:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "bbebf8ba-4f8b-43bc-a070-44428a6426ee", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:15:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "sub-test-model-50e693", "reconcileID": "27c24275-809c-4a8c-a68b-51a23c26049d", "LLMInferenceService": "sub-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:15:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "sub-test-model-50e693", "reconcileID": "27c24275-809c-4a8c-a68b-51a23c26049d", "LLMInferenceService": "sub-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "sub-test-model-50e693"} 2026-07-29T07:15:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "sub-test-model-50e693", "reconcileID": "27c24275-809c-4a8c-a68b-51a23c26049d", "LLMInferenceService": "sub-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:15:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "sub-test-model-50e693", "reconcileID": "27c24275-809c-4a8c-a68b-51a23c26049d", "LLMInferenceService": "sub-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:15:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "sub-test-model-50e693", "reconcileID": "27c24275-809c-4a8c-a68b-51a23c26049d", "LLMInferenceService": "sub-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "sub-test-model-50e693-kserve-route-authn"} 2026-07-29T07:15:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "sub-test-model-50e693", "reconcileID": "27c24275-809c-4a8c-a68b-51a23c26049d", "LLMInferenceService": "sub-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "sub-test-model-50e693-kserve-route-authn"} 2026-07-29T07:15:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "sub-test-model-50e693", "reconcileID": "27c24275-809c-4a8c-a68b-51a23c26049d", "LLMInferenceService": "sub-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:15:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "sub-test-model-50e693", "reconcileID": "27c24275-809c-4a8c-a68b-51a23c26049d", "LLMInferenceService": "sub-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:15:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "sub-test-model-50e693", "reconcileID": "75bc4ebd-c677-4d2b-9369-286b97af6773", "LLMInferenceService": "sub-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:15:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "6b768461-f448-4dff-a739-fc2a2b688068", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:15:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "6b768461-f448-4dff-a739-fc2a2b688068", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693-authn-ssl"} 2026-07-29T07:15:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "6b768461-f448-4dff-a739-fc2a2b688068", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:15:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "d5f53144-ba52-4fbd-ac9d-cec697b2f546", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:15:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "d5f53144-ba52-4fbd-ac9d-cec697b2f546", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693-authn-ssl"} 2026-07-29T07:15:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "d5f53144-ba52-4fbd-ac9d-cec697b2f546", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:15:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "ad2f6179-8f4a-4359-81bf-e6eb6141c308", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:15:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "ad2f6179-8f4a-4359-81bf-e6eb6141c308", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b"} 2026-07-29T07:15:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "ad2f6179-8f4a-4359-81bf-e6eb6141c308", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:15:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "ad2f6179-8f4a-4359-81bf-e6eb6141c308", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:15:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "ad2f6179-8f4a-4359-81bf-e6eb6141c308", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b-kserve-route-authn"} 2026-07-29T07:15:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "ad2f6179-8f4a-4359-81bf-e6eb6141c308", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b-kserve-route-authn"} 2026-07-29T07:15:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "ad2f6179-8f4a-4359-81bf-e6eb6141c308", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:15:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "ad2f6179-8f4a-4359-81bf-e6eb6141c308", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:15:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "sub-test-model-1e6a9b", "reconcileID": "7a43914e-ef0b-4ea7-b43d-850e22a1f9c4", "LLMInferenceService": "sub-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:15:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "42086fb6-2b32-4bb4-8742-c99463fc382d", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:15:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "42086fb6-2b32-4bb4-8742-c99463fc382d", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b-authn-ssl"} 2026-07-29T07:15:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "42086fb6-2b32-4bb4-8742-c99463fc382d", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:15:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "3a32488e-64e8-47e6-986f-a99faae44ee9", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:15:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "3a32488e-64e8-47e6-986f-a99faae44ee9", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b-authn-ssl"} 2026-07-29T07:15:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "3a32488e-64e8-47e6-986f-a99faae44ee9", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:15:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "54a73d35-5a47-4dbf-bccc-7d109f44ccd9", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:15:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "54a73d35-5a47-4dbf-bccc-7d109f44ccd9", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:15:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "54a73d35-5a47-4dbf-bccc-7d109f44ccd9", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:15:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "5754737d-0bd6-4a15-a8fc-8f3fa4926308", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:15:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "54a73d35-5a47-4dbf-bccc-7d109f44ccd9", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693-kserve-route-authn"} 2026-07-29T07:15:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "54a73d35-5a47-4dbf-bccc-7d109f44ccd9", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693", "authType": "userdefined"} 2026-07-29T07:15:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "54a73d35-5a47-4dbf-bccc-7d109f44ccd9", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:15:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "5754737d-0bd6-4a15-a8fc-8f3fa4926308", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693-authn-ssl"} 2026-07-29T07:15:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "5754737d-0bd6-4a15-a8fc-8f3fa4926308", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:15:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "a2810fe6-38bc-4cd6-a9a4-1d827666dc62", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:15:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "a2810fe6-38bc-4cd6-a9a4-1d827666dc62", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:15:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "a2810fe6-38bc-4cd6-a9a4-1d827666dc62", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:15:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "a2810fe6-38bc-4cd6-a9a4-1d827666dc62", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693-kserve-route-authn"} 2026-07-29T07:15:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "a2810fe6-38bc-4cd6-a9a4-1d827666dc62", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693", "authType": "userdefined"} 2026-07-29T07:15:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "a2810fe6-38bc-4cd6-a9a4-1d827666dc62", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:15:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "b72356c8-d22a-4568-9bc0-a1b143c5c4f0", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:15:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "b72356c8-d22a-4568-9bc0-a1b143c5c4f0", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693-authn-ssl"} 2026-07-29T07:15:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "b72356c8-d22a-4568-9bc0-a1b143c5c4f0", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:15:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "81fee59f-12ef-4acc-822a-3dd884586ee7", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:15:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "81fee59f-12ef-4acc-822a-3dd884586ee7", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b-authn-ssl"} 2026-07-29T07:15:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "81fee59f-12ef-4acc-822a-3dd884586ee7", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:15:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "c08e4121-0642-4076-a6e0-ac4d46fd4953", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:15:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "c08e4121-0642-4076-a6e0-ac4d46fd4953", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693-authn-ssl"} 2026-07-29T07:15:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "c08e4121-0642-4076-a6e0-ac4d46fd4953", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:16:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "d0095c82-ffde-4f2a-b986-b11287526dac", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:16:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "d0095c82-ffde-4f2a-b986-b11287526dac", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:16:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "d0095c82-ffde-4f2a-b986-b11287526dac", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:16:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "d0095c82-ffde-4f2a-b986-b11287526dac", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693-kserve-route-authn"} 2026-07-29T07:16:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "d0095c82-ffde-4f2a-b986-b11287526dac", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693", "authType": "userdefined"} 2026-07-29T07:16:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "d0095c82-ffde-4f2a-b986-b11287526dac", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:16:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "108b5eb3-326b-4b2f-85a6-1b62cfe038c1", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:16:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "108b5eb3-326b-4b2f-85a6-1b62cfe038c1", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:16:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "108b5eb3-326b-4b2f-85a6-1b62cfe038c1", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:16:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "108b5eb3-326b-4b2f-85a6-1b62cfe038c1", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693-kserve-route-authn"} 2026-07-29T07:16:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "108b5eb3-326b-4b2f-85a6-1b62cfe038c1", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693", "authType": "userdefined"} 2026-07-29T07:16:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "108b5eb3-326b-4b2f-85a6-1b62cfe038c1", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:16:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "06b6d80a-4e0b-47be-b35b-bd8280ef5b2e", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:16:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "06b6d80a-4e0b-47be-b35b-bd8280ef5b2e", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:16:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "06b6d80a-4e0b-47be-b35b-bd8280ef5b2e", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:16:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "06b6d80a-4e0b-47be-b35b-bd8280ef5b2e", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693-kserve-route-authn"} 2026-07-29T07:16:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "06b6d80a-4e0b-47be-b35b-bd8280ef5b2e", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693", "authType": "userdefined"} 2026-07-29T07:16:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "06b6d80a-4e0b-47be-b35b-bd8280ef5b2e", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:16:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "8489c374-de6d-4c86-9740-325de07788a0", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:16:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "8489c374-de6d-4c86-9740-325de07788a0", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:16:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "8489c374-de6d-4c86-9740-325de07788a0", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:16:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "443e1dbe-7741-4d41-a63f-614a348d4b1c", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:16:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "8489c374-de6d-4c86-9740-325de07788a0", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b-kserve-route-authn"} 2026-07-29T07:16:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "8489c374-de6d-4c86-9740-325de07788a0", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "authType": "userdefined"} 2026-07-29T07:16:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "8489c374-de6d-4c86-9740-325de07788a0", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:16:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "443e1dbe-7741-4d41-a63f-614a348d4b1c", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b-authn-ssl"} 2026-07-29T07:16:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "443e1dbe-7741-4d41-a63f-614a348d4b1c", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:16:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "c87a91c1-8c74-434a-9e30-7be081c07939", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:16:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "c87a91c1-8c74-434a-9e30-7be081c07939", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:16:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "c87a91c1-8c74-434a-9e30-7be081c07939", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:16:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "c87a91c1-8c74-434a-9e30-7be081c07939", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b-kserve-route-authn"} 2026-07-29T07:16:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "c87a91c1-8c74-434a-9e30-7be081c07939", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "authType": "userdefined"} 2026-07-29T07:16:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "c87a91c1-8c74-434a-9e30-7be081c07939", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:16:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "82683611-3436-4f60-b779-29210810e9ee", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:16:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "82683611-3436-4f60-b779-29210810e9ee", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b-authn-ssl"} 2026-07-29T07:16:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "82683611-3436-4f60-b779-29210810e9ee", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:16:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "78e97fec-adfe-43a5-82fc-f5f30a53ca34", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:16:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "78e97fec-adfe-43a5-82fc-f5f30a53ca34", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:16:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "78e97fec-adfe-43a5-82fc-f5f30a53ca34", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:16:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "78e97fec-adfe-43a5-82fc-f5f30a53ca34", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b-kserve-route-authn"} 2026-07-29T07:16:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "78e97fec-adfe-43a5-82fc-f5f30a53ca34", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "authType": "userdefined"} 2026-07-29T07:16:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "78e97fec-adfe-43a5-82fc-f5f30a53ca34", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:16:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "91cea1ae-d7df-4a1e-b229-c9a0bb044e5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T07:16:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "3de7c383-f963-4c3b-a36e-4dcff9585700", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:16:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "3de7c383-f963-4c3b-a36e-4dcff9585700", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:16:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "3de7c383-f963-4c3b-a36e-4dcff9585700", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:16:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "3de7c383-f963-4c3b-a36e-4dcff9585700", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b-kserve-route-authn"} 2026-07-29T07:16:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "3de7c383-f963-4c3b-a36e-4dcff9585700", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "authType": "userdefined"} 2026-07-29T07:16:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "3de7c383-f963-4c3b-a36e-4dcff9585700", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:16:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "c5bb8017-1634-494f-85a8-4ea8da04d5af", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:16:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "c5bb8017-1634-494f-85a8-4ea8da04d5af", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693-authn-ssl"} 2026-07-29T07:16:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "c5bb8017-1634-494f-85a8-4ea8da04d5af", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:16:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "b5fae96a-bc78-41cd-9ce4-1b596c86ba0f", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:16:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "b5fae96a-bc78-41cd-9ce4-1b596c86ba0f", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b-authn-ssl"} 2026-07-29T07:16:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "b5fae96a-bc78-41cd-9ce4-1b596c86ba0f", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:17:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "abec582e-fa06-4646-b615-8aaeb4285eee", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:17:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "abec582e-fa06-4646-b615-8aaeb4285eee", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693-authn-ssl"} 2026-07-29T07:17:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "abec582e-fa06-4646-b615-8aaeb4285eee", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:17:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "94a967e8-e1ab-49c4-ae87-9108fb7e35b6", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:17:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "94a967e8-e1ab-49c4-ae87-9108fb7e35b6", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693-authn-ssl"} 2026-07-29T07:17:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "94a967e8-e1ab-49c4-ae87-9108fb7e35b6", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:17:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "81a857b4-0c54-42e2-8ddb-db4c1fbe05da", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:17:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "81a857b4-0c54-42e2-8ddb-db4c1fbe05da", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693"} 2026-07-29T07:17:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "81a857b4-0c54-42e2-8ddb-db4c1fbe05da", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:17:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "81a857b4-0c54-42e2-8ddb-db4c1fbe05da", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:17:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "81a857b4-0c54-42e2-8ddb-db4c1fbe05da", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693-kserve-route-authn"} 2026-07-29T07:17:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "81a857b4-0c54-42e2-8ddb-db4c1fbe05da", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693-kserve-route-authn"} 2026-07-29T07:17:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "81a857b4-0c54-42e2-8ddb-db4c1fbe05da", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:17:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "81a857b4-0c54-42e2-8ddb-db4c1fbe05da", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:17:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-50e693","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "rate-test-model-50e693", "reconcileID": "c1d4dc2a-96b4-4666-aaee-5d6be669ccee", "LLMInferenceService": "rate-test-model-50e693", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:17:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "5667b912-146b-483e-9998-79afb070a996", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:17:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "5667b912-146b-483e-9998-79afb070a996", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693-authn-ssl"} 2026-07-29T07:17:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "5667b912-146b-483e-9998-79afb070a996", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:17:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "8924e618-ea52-41c3-8172-767ed18e314c", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:17:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "8924e618-ea52-41c3-8172-767ed18e314c", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693-authn-ssl"} 2026-07-29T07:17:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "8924e618-ea52-41c3-8172-767ed18e314c", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:17:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "806a3899-5aea-493f-b305-feeb9ae4182c", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:17:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "806a3899-5aea-493f-b305-feeb9ae4182c", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b"} 2026-07-29T07:17:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "806a3899-5aea-493f-b305-feeb9ae4182c", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:17:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "806a3899-5aea-493f-b305-feeb9ae4182c", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:17:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "806a3899-5aea-493f-b305-feeb9ae4182c", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b-kserve-route-authn"} 2026-07-29T07:17:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "806a3899-5aea-493f-b305-feeb9ae4182c", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b-kserve-route-authn"} 2026-07-29T07:17:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "806a3899-5aea-493f-b305-feeb9ae4182c", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:17:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "806a3899-5aea-493f-b305-feeb9ae4182c", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:17:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-1e6a9b","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "rate-test-model-1e6a9b", "reconcileID": "ae2a8b62-64e8-4f3f-87b2-e83505f0ebdc", "LLMInferenceService": "rate-test-model-1e6a9b", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:17:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "9fef5c5c-3975-4734-bbc9-823d79980087", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:17:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "9fef5c5c-3975-4734-bbc9-823d79980087", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b-authn-ssl"} 2026-07-29T07:17:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "9fef5c5c-3975-4734-bbc9-823d79980087", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:17:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "20146e6d-b712-4be1-948a-62b0b2f65a48", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:17:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "20146e6d-b712-4be1-948a-62b0b2f65a48", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b-authn-ssl"} 2026-07-29T07:17:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "20146e6d-b712-4be1-948a-62b0b2f65a48", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:17:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "1f80f5b0-ac1f-4c86-9856-ba725dc806fa", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:17:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "1f80f5b0-ac1f-4c86-9856-ba725dc806fa", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693-authn-ssl"} 2026-07-29T07:17:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "1f80f5b0-ac1f-4c86-9856-ba725dc806fa", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:17:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "61efabbe-26f1-4867-9181-8fe3c90a3cff", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:17:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "61efabbe-26f1-4867-9181-8fe3c90a3cff", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b-authn-ssl"} 2026-07-29T07:17:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "61efabbe-26f1-4867-9181-8fe3c90a3cff", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:17:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1ca4b7ec-e39c-4a37-8c22-9849eb3cc9a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T07:18:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "b3829ef5-79de-4703-80af-a69bae483896", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:18:05Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "b3829ef5-79de-4703-80af-a69bae483896", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086-authn-ssl"} 2026-07-29T07:18:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "b3829ef5-79de-4703-80af-a69bae483896", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:18:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "7cc81f95-f27b-4e3f-85e8-eace23716835", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:18:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "7cc81f95-f27b-4e3f-85e8-eace23716835", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086-authn-ssl"} 2026-07-29T07:18:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "7cc81f95-f27b-4e3f-85e8-eace23716835", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:18:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "34a033f2-1c37-4669-b03a-a853dce5805d", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:18:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "34a033f2-1c37-4669-b03a-a853dce5805d", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086-authn-ssl"} 2026-07-29T07:18:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "34a033f2-1c37-4669-b03a-a853dce5805d", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:18:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "6885672a-fb35-4d1e-9ba4-928793572ce7", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:18:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "6885672a-fb35-4d1e-9ba4-928793572ce7", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086-authn-ssl"} 2026-07-29T07:18:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "6885672a-fb35-4d1e-9ba4-928793572ce7", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:18:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "e1d1cd83-33cd-46b2-8326-6666dd9ceb1e", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:18:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "e1d1cd83-33cd-46b2-8326-6666dd9ceb1e", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086-authn-ssl"} 2026-07-29T07:18:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "e1d1cd83-33cd-46b2-8326-6666dd9ceb1e", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:18:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "86b58484-602a-4d23-8f8b-4b38ba9d4c0b", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:18:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "86b58484-602a-4d23-8f8b-4b38ba9d4c0b", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086-authn-ssl"} 2026-07-29T07:18:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "86b58484-602a-4d23-8f8b-4b38ba9d4c0b", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:18:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "ba97dc28-6df7-4a14-a84b-478d7b8bf5c1", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:18:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "ba97dc28-6df7-4a14-a84b-478d7b8bf5c1", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086-authn-ssl"} 2026-07-29T07:18:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "ba97dc28-6df7-4a14-a84b-478d7b8bf5c1", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:18:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "odh-trusted-ca-bundle", "reconcileID": "79f06924-922d-41cd-8a13-fbee56f2a56d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:18:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "openshift-service-ca.crt", "reconcileID": "cf0a7156-65fd-4832-9c35-006895be5a0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:18:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "openshift-service-ca.crt", "reconcileID": "368f4afc-360c-4d0b-8354-2ac9db5b7b65", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-aab086", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T07:18:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "openshift-service-ca.crt", "reconcileID": "368f4afc-360c-4d0b-8354-2ac9db5b7b65", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:18:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13d4a33b-8395-4311-a8bc-1c373e468b9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:18:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "openshift-service-ca.crt", "reconcileID": "b6e7497e-0e8c-4a82-a509-21385d98b841", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:18:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "odh-trusted-ca-bundle", "reconcileID": "9e06e5ea-3bc5-44c2-bccd-fe22bb4d0639", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab086", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T07:18:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "odh-trusted-ca-bundle", "reconcileID": "9e06e5ea-3bc5-44c2-bccd-fe22bb4d0639", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:18:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80d3fb30-82ca-44d2-b1e5-c83f00d6361b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:18:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "35be27a2-0c6d-4645-a9a4-e1ec324509f3", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:18:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "35be27a2-0c6d-4645-a9a4-e1ec324509f3", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086-authn-ssl"} 2026-07-29T07:18:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "35be27a2-0c6d-4645-a9a4-e1ec324509f3", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:18:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "49d81631-ae90-4618-82c7-72b09aba6d40", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T07:18:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "a4321911-e331-49cc-bed9-137c28dbda0d", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:18:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "a4321911-e331-49cc-bed9-137c28dbda0d", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086-authn-ssl"} 2026-07-29T07:18:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "a4321911-e331-49cc-bed9-137c28dbda0d", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:18:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3827c1e9-bffa-421c-b8b2-ef35d732a071", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T07:18:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "259a6b9b-5cd3-4525-ba37-18f9adfc50ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T07:18:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "81f41a74-3a07-457b-ad67-99b8b55b2d7d", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress"} 2026-07-29T07:18:34Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "81f41a74-3a07-457b-ad67-99b8b55b2d7d", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9-authn-ssl"} 2026-07-29T07:18:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "81f41a74-3a07-457b-ad67-99b8b55b2d7d", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress"} 2026-07-29T07:18:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "e6999d74-1431-478e-bfe2-148251c144e8", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress"} 2026-07-29T07:18:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "e6999d74-1431-478e-bfe2-148251c144e8", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9-authn-ssl"} 2026-07-29T07:18:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "e6999d74-1431-478e-bfe2-148251c144e8", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress"} 2026-07-29T07:18:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "e53ef55f-dd96-4941-92f0-0c64d1441819", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress"} 2026-07-29T07:18:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "e53ef55f-dd96-4941-92f0-0c64d1441819", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9-authn-ssl"} 2026-07-29T07:18:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "e53ef55f-dd96-4941-92f0-0c64d1441819", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress"} 2026-07-29T07:18:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "51b99947-7b12-4c89-b339-0952d2605a3f", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress"} 2026-07-29T07:18:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "51b99947-7b12-4c89-b339-0952d2605a3f", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9-authn-ssl"} 2026-07-29T07:18:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "51b99947-7b12-4c89-b339-0952d2605a3f", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress"} 2026-07-29T07:18:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "c01853a1-28b2-40c4-b156-adc14141b9e3", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress"} 2026-07-29T07:18:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "c01853a1-28b2-40c4-b156-adc14141b9e3", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9-authn-ssl"} 2026-07-29T07:18:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "c01853a1-28b2-40c4-b156-adc14141b9e3", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress"} 2026-07-29T07:18:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "0cc3768d-b799-47bb-b08f-ae44e8ffc2c5", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress"} 2026-07-29T07:18:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "0cc3768d-b799-47bb-b08f-ae44e8ffc2c5", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9-authn-ssl"} 2026-07-29T07:18:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "0cc3768d-b799-47bb-b08f-ae44e8ffc2c5", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress"} 2026-07-29T07:18:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "8250da7f-eede-4443-b442-1e72093d2f52", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress"} 2026-07-29T07:18:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "8250da7f-eede-4443-b442-1e72093d2f52", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9-authn-ssl"} 2026-07-29T07:18:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "8250da7f-eede-4443-b442-1e72093d2f52", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress"} 2026-07-29T07:18:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-04c3b9"}, "namespace": "ai-tenant-e2e-ipp-b-04c3b9", "name": "openshift-service-ca.crt", "reconcileID": "c4b3b383-e717-4af5-9245-dbbde862348c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-04c3b9"} 2026-07-29T07:18:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-04c3b9"}, "namespace": "ai-tenant-e2e-ipp-b-04c3b9", "name": "odh-trusted-ca-bundle", "reconcileID": "70bcf4e4-666f-4f7b-9859-ae8a1b5386e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-04c3b9"} 2026-07-29T07:18:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-04c3b9"}, "namespace": "ai-tenant-e2e-ipp-b-04c3b9", "name": "openshift-service-ca.crt", "reconcileID": "c97209d9-51d3-4633-992a-900f1565e975", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-04c3b9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T07:18:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-04c3b9"}, "namespace": "ai-tenant-e2e-ipp-b-04c3b9", "name": "openshift-service-ca.crt", "reconcileID": "c97209d9-51d3-4633-992a-900f1565e975", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-04c3b9"} 2026-07-29T07:18:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-04c3b9"}, "namespace": "ai-tenant-e2e-ipp-b-04c3b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85f7fbbd-5de8-4972-a0f0-92147fa788fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-04c3b9"} 2026-07-29T07:18:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-04c3b9"}, "namespace": "ai-tenant-e2e-ipp-b-04c3b9", "name": "openshift-service-ca.crt", "reconcileID": "67326117-cc58-450a-813d-bc32da0fe4fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-04c3b9"} 2026-07-29T07:18:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-04c3b9"}, "namespace": "ai-tenant-e2e-ipp-b-04c3b9", "name": "odh-trusted-ca-bundle", "reconcileID": "e0e75f36-5207-4932-83a4-ce896c39e429", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-04c3b9", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T07:18:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-04c3b9"}, "namespace": "ai-tenant-e2e-ipp-b-04c3b9", "name": "odh-trusted-ca-bundle", "reconcileID": "e0e75f36-5207-4932-83a4-ce896c39e429", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-04c3b9"} 2026-07-29T07:18:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-04c3b9"}, "namespace": "ai-tenant-e2e-ipp-b-04c3b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd73c598-5aff-4ea0-b4cf-57778b5af4a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-04c3b9"} 2026-07-29T07:18:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "fb1815fe-32ba-47c5-96c9-571b16428ef9", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress"} 2026-07-29T07:18:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "fb1815fe-32ba-47c5-96c9-571b16428ef9", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9-authn-ssl"} 2026-07-29T07:18:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "fb1815fe-32ba-47c5-96c9-571b16428ef9", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress"} 2026-07-29T07:18:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d4f03de0-e464-4816-b4f0-d6283e157591", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T07:18:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "5900c4da-9a45-4d51-af80-8b7413a736f9", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress"} 2026-07-29T07:18:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "5900c4da-9a45-4d51-af80-8b7413a736f9", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9-authn-ssl"} 2026-07-29T07:18:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "5900c4da-9a45-4d51-af80-8b7413a736f9", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress"} 2026-07-29T07:19:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "223e226f-8e94-4cf4-9e4e-06c8b24df633", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:19:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "223e226f-8e94-4cf4-9e4e-06c8b24df633", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:19:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "223e226f-8e94-4cf4-9e4e-06c8b24df633", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:19:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "dc579f73-a33f-400f-a1cc-0220e2cab67f", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:19:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "223e226f-8e94-4cf4-9e4e-06c8b24df633", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086-kserve-route-authn"} 2026-07-29T07:19:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "223e226f-8e94-4cf4-9e4e-06c8b24df633", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086", "authType": "userdefined"} 2026-07-29T07:19:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "223e226f-8e94-4cf4-9e4e-06c8b24df633", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:19:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "dc579f73-a33f-400f-a1cc-0220e2cab67f", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086-authn-ssl"} 2026-07-29T07:19:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "dc579f73-a33f-400f-a1cc-0220e2cab67f", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:19:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "ccb52bd2-c0b5-4ad7-8c86-ab672ac7f1c8", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:19:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "ccb52bd2-c0b5-4ad7-8c86-ab672ac7f1c8", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:19:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "ccb52bd2-c0b5-4ad7-8c86-ab672ac7f1c8", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:19:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "ccb52bd2-c0b5-4ad7-8c86-ab672ac7f1c8", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086-kserve-route-authn"} 2026-07-29T07:19:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "ccb52bd2-c0b5-4ad7-8c86-ab672ac7f1c8", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086", "authType": "userdefined"} 2026-07-29T07:19:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "ccb52bd2-c0b5-4ad7-8c86-ab672ac7f1c8", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:19:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "70020d17-5b08-48db-8d4d-c4c14a7e4cca", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:19:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "70020d17-5b08-48db-8d4d-c4c14a7e4cca", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086-authn-ssl"} 2026-07-29T07:19:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "70020d17-5b08-48db-8d4d-c4c14a7e4cca", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:19:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "b4adb366-73fd-4c32-a7d2-2bb8eebae65c", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:19:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "b4adb366-73fd-4c32-a7d2-2bb8eebae65c", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:19:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "b4adb366-73fd-4c32-a7d2-2bb8eebae65c", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:19:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "b4adb366-73fd-4c32-a7d2-2bb8eebae65c", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086-kserve-route-authn"} 2026-07-29T07:19:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "b4adb366-73fd-4c32-a7d2-2bb8eebae65c", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086", "authType": "userdefined"} 2026-07-29T07:19:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "b4adb366-73fd-4c32-a7d2-2bb8eebae65c", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:19:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "6cad4128-ace8-4f63-b2a1-4751ba5b5c1c", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:19:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "6cad4128-ace8-4f63-b2a1-4751ba5b5c1c", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:19:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "6cad4128-ace8-4f63-b2a1-4751ba5b5c1c", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:19:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "6cad4128-ace8-4f63-b2a1-4751ba5b5c1c", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086-kserve-route-authn"} 2026-07-29T07:19:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "6cad4128-ace8-4f63-b2a1-4751ba5b5c1c", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086", "authType": "userdefined"} 2026-07-29T07:19:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "6cad4128-ace8-4f63-b2a1-4751ba5b5c1c", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:19:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "33bdac91-87d9-45b0-bd83-acca7855eba7", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:19:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "33bdac91-87d9-45b0-bd83-acca7855eba7", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:19:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "33bdac91-87d9-45b0-bd83-acca7855eba7", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:19:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "33bdac91-87d9-45b0-bd83-acca7855eba7", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086-kserve-route-authn"} 2026-07-29T07:19:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "33bdac91-87d9-45b0-bd83-acca7855eba7", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086", "authType": "userdefined"} 2026-07-29T07:19:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "33bdac91-87d9-45b0-bd83-acca7855eba7", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:19:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "7426043e-a1c9-4ece-8241-746c91647b50", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:19:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "7426043e-a1c9-4ece-8241-746c91647b50", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:19:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "7426043e-a1c9-4ece-8241-746c91647b50", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:19:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "7426043e-a1c9-4ece-8241-746c91647b50", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086-kserve-route-authn"} 2026-07-29T07:19:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "7426043e-a1c9-4ece-8241-746c91647b50", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086", "authType": "userdefined"} 2026-07-29T07:19:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "7426043e-a1c9-4ece-8241-746c91647b50", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:19:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "bad72818-b5c9-492e-8874-23a758a5a380", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:19:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "bad72818-b5c9-492e-8874-23a758a5a380", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086-authn-ssl"} 2026-07-29T07:19:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "bad72818-b5c9-492e-8874-23a758a5a380", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:20:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "178f8f11-d73c-4af5-a7c7-087a4e51c0a7", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress"} 2026-07-29T07:20:00Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "178f8f11-d73c-4af5-a7c7-087a4e51c0a7", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a-authn-ssl"} 2026-07-29T07:20:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "178f8f11-d73c-4af5-a7c7-087a4e51c0a7", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress"} 2026-07-29T07:20:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "b7107da5-9ee4-42ec-8b8a-faed1b95a1a9", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress"} 2026-07-29T07:20:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "b7107da5-9ee4-42ec-8b8a-faed1b95a1a9", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a-authn-ssl"} 2026-07-29T07:20:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "b7107da5-9ee4-42ec-8b8a-faed1b95a1a9", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress"} 2026-07-29T07:20:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "cd2f9306-7e5e-476f-b2e8-bdcf7a3d54ca", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress"} 2026-07-29T07:20:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "cd2f9306-7e5e-476f-b2e8-bdcf7a3d54ca", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a-authn-ssl"} 2026-07-29T07:20:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "cd2f9306-7e5e-476f-b2e8-bdcf7a3d54ca", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress"} 2026-07-29T07:20:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "b4d45477-e1ee-4cfc-8e6c-07c4d5287b58", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress"} 2026-07-29T07:20:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "b4d45477-e1ee-4cfc-8e6c-07c4d5287b58", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a-authn-ssl"} 2026-07-29T07:20:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "b4d45477-e1ee-4cfc-8e6c-07c4d5287b58", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress"} 2026-07-29T07:20:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "95684d28-d11a-4533-a894-979b2d08ebee", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress"} 2026-07-29T07:20:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "95684d28-d11a-4533-a894-979b2d08ebee", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a-authn-ssl"} 2026-07-29T07:20:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "95684d28-d11a-4533-a894-979b2d08ebee", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress"} 2026-07-29T07:20:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "155dc0b5-8e78-40be-8890-3ac28b83fbf1", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress"} 2026-07-29T07:20:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "155dc0b5-8e78-40be-8890-3ac28b83fbf1", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a-authn-ssl"} 2026-07-29T07:20:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "155dc0b5-8e78-40be-8890-3ac28b83fbf1", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress"} 2026-07-29T07:20:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "61eb3e25-71e7-46bd-9714-067361d82073", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress"} 2026-07-29T07:20:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "61eb3e25-71e7-46bd-9714-067361d82073", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a-authn-ssl"} 2026-07-29T07:20:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "61eb3e25-71e7-46bd-9714-067361d82073", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress"} 2026-07-29T07:20:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-43705a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-43705a", "name": "openshift-service-ca.crt", "reconcileID": "860990fc-de4e-4deb-86c6-05993fb1927c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-43705a"} 2026-07-29T07:20:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-43705a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-43705a", "name": "openshift-service-ca.crt", "reconcileID": "11b6ca8a-9f8a-443f-81f1-1e83555a3af0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-43705a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T07:20:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-43705a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-43705a", "name": "openshift-service-ca.crt", "reconcileID": "11b6ca8a-9f8a-443f-81f1-1e83555a3af0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-43705a"} 2026-07-29T07:20:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-43705a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-43705a", "name": "openshift-service-ca.crt", "reconcileID": "ba5fe457-3b7d-4b45-bc1b-b583fb2bd4c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-43705a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T07:20:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-43705a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-43705a", "name": "openshift-service-ca.crt", "reconcileID": "ba5fe457-3b7d-4b45-bc1b-b583fb2bd4c6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T07:20:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-43705a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-43705a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4eb397d3-79d3-45f1-a6f5-2a9053982318", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-43705a"} 2026-07-29T07:20:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-43705a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-43705a", "name": "odh-trusted-ca-bundle", "reconcileID": "d2cde5a5-1e99-4168-a569-be434bad9085", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-43705a"} 2026-07-29T07:20:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-43705a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-43705a", "name": "openshift-service-ca.crt", "reconcileID": "62287933-79e1-4fe1-b5a4-c01affa8845c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-43705a"} 2026-07-29T07:20:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-43705a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-43705a", "name": "odh-trusted-ca-bundle", "reconcileID": "05eeec00-0d43-46b2-80c0-504317baed1a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-43705a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-29T07:20:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-43705a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-43705a", "name": "odh-trusted-ca-bundle", "reconcileID": "05eeec00-0d43-46b2-80c0-504317baed1a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-43705a"} 2026-07-29T07:20:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-43705a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-43705a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a40c551-a401-486b-8871-0487aca4bce9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-43705a"} 2026-07-29T07:20:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "3618e227-4f11-49a7-a40d-899e04b8340b", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress"} 2026-07-29T07:20:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "3618e227-4f11-49a7-a40d-899e04b8340b", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a-authn-ssl"} 2026-07-29T07:20:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "3618e227-4f11-49a7-a40d-899e04b8340b", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress"} 2026-07-29T07:20:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f5f7bfa4-a5de-4ecb-a9b3-c6177e88c693", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T07:20:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "b7069d83-3795-43fd-8180-2e180434872c", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress"} 2026-07-29T07:20:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "b7069d83-3795-43fd-8180-2e180434872c", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a-authn-ssl"} 2026-07-29T07:20:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "b7069d83-3795-43fd-8180-2e180434872c", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress"} 2026-07-29T07:20:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "6c60280a-099a-4886-8879-203fa4439eac", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress"} 2026-07-29T07:20:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "6c60280a-099a-4886-8879-203fa4439eac", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a-authn-ssl"} 2026-07-29T07:20:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "6c60280a-099a-4886-8879-203fa4439eac", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress"} 2026-07-29T07:20:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-43705a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-43705a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fece1a8-4319-4b08-9cb0-e3a71fdae796", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-43705a"} 2026-07-29T07:20:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-43705a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-43705a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fece1a8-4319-4b08-9cb0-e3a71fdae796", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-43705a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T07:20:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-43705a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-43705a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8fece1a8-4319-4b08-9cb0-e3a71fdae796", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-43705a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T07:20:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-43705a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-43705a", "name": "odh-trusted-ca-bundle", "reconcileID": "9ef8f8f0-ff75-42f2-b844-fa7d63481335", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-43705a"} 2026-07-29T07:20:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-43705a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-43705a", "name": "odh-trusted-ca-bundle", "reconcileID": "9ef8f8f0-ff75-42f2-b844-fa7d63481335", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-43705a"} 2026-07-29T07:20:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-43705a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-43705a", "name": "openshift-service-ca.crt", "reconcileID": "49a8c4d3-6ee7-4982-b009-db2d0fe98efb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-43705a"} 2026-07-29T07:20:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-43705a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-43705a", "name": "openshift-service-ca.crt", "reconcileID": "49a8c4d3-6ee7-4982-b009-db2d0fe98efb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-43705a"} 2026-07-29T07:20:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-43705a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-43705a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a7f4426-5998-4bb5-83dc-d92a2fa84992", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-43705a"} 2026-07-29T07:20:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-43705a"}, "namespace": "ai-tenant-e2e-ipp-cleanup-43705a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a7f4426-5998-4bb5-83dc-d92a2fa84992", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-43705a"} 2026-07-29T07:20:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "d072aedb-741f-4184-b41a-834211733d79", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress"} 2026-07-29T07:20:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "d072aedb-741f-4184-b41a-834211733d79", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a-authn-ssl"} 2026-07-29T07:20:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-43705a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-43705a", "reconcileID": "d072aedb-741f-4184-b41a-834211733d79", "Gateway": "e2e-ipp-cleanup-43705a", "namespace": "openshift-ingress"} 2026-07-29T07:20:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c75f58f2-632a-41e5-934f-c34d85c050e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T07:21:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "5458400a-71d3-4cd2-8add-37d438e41e43", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:21:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "5458400a-71d3-4cd2-8add-37d438e41e43", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086-authn-ssl"} 2026-07-29T07:21:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "5458400a-71d3-4cd2-8add-37d438e41e43", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:21:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "7b86abc7-3f0f-49a0-a133-59ce8df9cab5", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:21:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "7b86abc7-3f0f-49a0-a133-59ce8df9cab5", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086-authn-ssl"} 2026-07-29T07:21:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "7b86abc7-3f0f-49a0-a133-59ce8df9cab5", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:21:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "cf346d4d-78d3-4486-90b9-ba356d278858", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:21:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "cf346d4d-78d3-4486-90b9-ba356d278858", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086-authn-ssl"} 2026-07-29T07:21:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "cf346d4d-78d3-4486-90b9-ba356d278858", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:21:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "781002c0-6bec-45ee-a28c-ace8f1f8c8f1", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:21:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "781002c0-6bec-45ee-a28c-ace8f1f8c8f1", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:21:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "781002c0-6bec-45ee-a28c-ace8f1f8c8f1", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:21:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "781002c0-6bec-45ee-a28c-ace8f1f8c8f1", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086-kserve-route-authn"} 2026-07-29T07:21:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "781002c0-6bec-45ee-a28c-ace8f1f8c8f1", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086", "authType": "userdefined"} 2026-07-29T07:21:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "781002c0-6bec-45ee-a28c-ace8f1f8c8f1", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:21:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "28af1440-107f-4b79-878d-e3dd7905a136", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T07:21:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4149511-47b3-4de7-8e9c-e71dffa4b47c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:21:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4149511-47b3-4de7-8e9c-e71dffa4b47c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab086", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T07:21:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4149511-47b3-4de7-8e9c-e71dffa4b47c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-aab086 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T07:21:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "odh-trusted-ca-bundle", "reconcileID": "590be575-fa88-4c45-852e-647d97e89664", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:21:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "odh-trusted-ca-bundle", "reconcileID": "590be575-fa88-4c45-852e-647d97e89664", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:21:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "openshift-service-ca.crt", "reconcileID": "de3aff1f-af0b-4b1a-9799-7835df486e84", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:21:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "openshift-service-ca.crt", "reconcileID": "de3aff1f-af0b-4b1a-9799-7835df486e84", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:21:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60bc9500-ba46-4c1c-8f00-bfbc57086473", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:21:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60bc9500-ba46-4c1c-8f00-bfbc57086473", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:21:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "554c5f25-4dff-4c25-89e6-79c4145b0bf4", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:21:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "554c5f25-4dff-4c25-89e6-79c4145b0bf4", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086-authn-ssl"} 2026-07-29T07:21:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "554c5f25-4dff-4c25-89e6-79c4145b0bf4", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:21:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "bff50b70-a902-4a4c-8c54-468f0971934f", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:21:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "bff50b70-a902-4a4c-8c54-468f0971934f", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086"} 2026-07-29T07:21:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "bff50b70-a902-4a4c-8c54-468f0971934f", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:21:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "bff50b70-a902-4a4c-8c54-468f0971934f", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:21:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "bff50b70-a902-4a4c-8c54-468f0971934f", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086-kserve-route-authn"} 2026-07-29T07:21:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "bff50b70-a902-4a4c-8c54-468f0971934f", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086-kserve-route-authn"} 2026-07-29T07:21:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "bff50b70-a902-4a4c-8c54-468f0971934f", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:21:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "bff50b70-a902-4a4c-8c54-468f0971934f", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:21:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "55e561db-0838-49aa-acf1-9fc9e7d2323a", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:21:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "55e561db-0838-49aa-acf1-9fc9e7d2323a", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086"} 2026-07-29T07:21:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "55e561db-0838-49aa-acf1-9fc9e7d2323a", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:21:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "55e561db-0838-49aa-acf1-9fc9e7d2323a", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:21:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "55e561db-0838-49aa-acf1-9fc9e7d2323a", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086-kserve-route-authn"} 2026-07-29T07:21:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "55e561db-0838-49aa-acf1-9fc9e7d2323a", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086-kserve-route-authn"} 2026-07-29T07:21:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "55e561db-0838-49aa-acf1-9fc9e7d2323a", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:21:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "55e561db-0838-49aa-acf1-9fc9e7d2323a", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:21:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-aab086","namespace":"ai-tenant-e2e-ipp-a-aab086"}, "namespace": "ai-tenant-e2e-ipp-a-aab086", "name": "ipp-route-aab086", "reconcileID": "5f22a3de-1dc7-43ac-bc11-d3f32abb7ac7", "LLMInferenceService": "ipp-route-aab086", "namespace": "ai-tenant-e2e-ipp-a-aab086"} 2026-07-29T07:21:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "92208625-7f9d-478c-abf8-0fb32ef226a2", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:21:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "92208625-7f9d-478c-abf8-0fb32ef226a2", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086-authn-ssl"} 2026-07-29T07:21:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-aab086","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-aab086", "reconcileID": "92208625-7f9d-478c-abf8-0fb32ef226a2", "Gateway": "e2e-ipp-a-aab086", "namespace": "openshift-ingress"} 2026-07-29T07:22:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "234580c0-0eba-4f6d-a5a4-cd16eaff3e00", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T07:22:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "1cd1a5be-7d9f-4a54-a50b-144d28289033", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress"} 2026-07-29T07:22:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "1cd1a5be-7d9f-4a54-a50b-144d28289033", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9-authn-ssl"} 2026-07-29T07:22:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "1cd1a5be-7d9f-4a54-a50b-144d28289033", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress"} 2026-07-29T07:22:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "0d44aee1-366b-4956-8b39-c46683f8e998", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress"} 2026-07-29T07:22:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "0d44aee1-366b-4956-8b39-c46683f8e998", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9-authn-ssl"} 2026-07-29T07:22:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-04c3b9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-04c3b9", "reconcileID": "0d44aee1-366b-4956-8b39-c46683f8e998", "Gateway": "e2e-ipp-b-04c3b9", "namespace": "openshift-ingress"} 2026-07-29T07:22:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-04c3b9"}, "namespace": "ai-tenant-e2e-ipp-b-04c3b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0a187bb-0950-4a9f-b694-b5de14146336", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-04c3b9"} 2026-07-29T07:22:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-04c3b9"}, "namespace": "ai-tenant-e2e-ipp-b-04c3b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0a187bb-0950-4a9f-b694-b5de14146336", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-04c3b9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T07:22:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-04c3b9"}, "namespace": "ai-tenant-e2e-ipp-b-04c3b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0a187bb-0950-4a9f-b694-b5de14146336", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-04c3b9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T07:22:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-04c3b9"}, "namespace": "ai-tenant-e2e-ipp-b-04c3b9", "name": "odh-trusted-ca-bundle", "reconcileID": "102e4f93-e4d1-4857-aad8-40de0ff98eaf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-04c3b9"} 2026-07-29T07:22:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-04c3b9"}, "namespace": "ai-tenant-e2e-ipp-b-04c3b9", "name": "odh-trusted-ca-bundle", "reconcileID": "102e4f93-e4d1-4857-aad8-40de0ff98eaf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-04c3b9"} 2026-07-29T07:22:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-04c3b9"}, "namespace": "ai-tenant-e2e-ipp-b-04c3b9", "name": "openshift-service-ca.crt", "reconcileID": "c79e82e0-27ba-4d44-a9db-578f1b5dd2c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-04c3b9"} 2026-07-29T07:22:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-04c3b9"}, "namespace": "ai-tenant-e2e-ipp-b-04c3b9", "name": "openshift-service-ca.crt", "reconcileID": "c79e82e0-27ba-4d44-a9db-578f1b5dd2c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-04c3b9"} 2026-07-29T07:22:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-04c3b9"}, "namespace": "ai-tenant-e2e-ipp-b-04c3b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9473d69b-78d8-4168-a795-4ad332bc18ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-04c3b9"} 2026-07-29T07:22:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-04c3b9"}, "namespace": "ai-tenant-e2e-ipp-b-04c3b9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9473d69b-78d8-4168-a795-4ad332bc18ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-04c3b9"} 2026-07-29T07:22:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "82c9d611-6b56-4dd6-92ea-d66516af2333", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T07:22:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "5c0a5935-0e80-427b-9f69-f917b551c4ce", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:22:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "5c0a5935-0e80-427b-9f69-f917b551c4ce", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693-authn-ssl"} 2026-07-29T07:22:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "5c0a5935-0e80-427b-9f69-f917b551c4ce", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:22:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "603a591c-4743-43b4-814c-d8292844f717", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:22:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "603a591c-4743-43b4-814c-d8292844f717", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693-authn-ssl"} 2026-07-29T07:22:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-50e693","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-50e693", "reconcileID": "603a591c-4743-43b4-814c-d8292844f717", "Gateway": "e2e-shared-a-50e693", "namespace": "openshift-ingress"} 2026-07-29T07:22:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "614e5fb1-4031-495d-a693-cd86b222b3f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:22:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "614e5fb1-4031-495d-a693-cd86b222b3f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-50e693", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T07:22:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "614e5fb1-4031-495d-a693-cd86b222b3f8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-50e693 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T07:22:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "odh-trusted-ca-bundle", "reconcileID": "f519c758-4fb0-4d9a-bbc3-9328fdd0e58d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:22:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "odh-trusted-ca-bundle", "reconcileID": "f519c758-4fb0-4d9a-bbc3-9328fdd0e58d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:22:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "openshift-service-ca.crt", "reconcileID": "41c36d25-da34-4aa0-a799-71ebf1f7b6ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:22:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "openshift-service-ca.crt", "reconcileID": "41c36d25-da34-4aa0-a799-71ebf1f7b6ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:22:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6de0bf2-1291-4b41-825e-8609c9088f9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:22:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-50e693"}, "namespace": "ai-tenant-e2e-shared-a-50e693", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6de0bf2-1291-4b41-825e-8609c9088f9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-50e693"} 2026-07-29T07:22:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3b4a4143-a509-49b4-a9c5-a76344984a93", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-29T07:22:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "14667b10-31aa-41b5-abb3-1269f03e6b52", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:22:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "14667b10-31aa-41b5-abb3-1269f03e6b52", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b-authn-ssl"} 2026-07-29T07:22:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "14667b10-31aa-41b5-abb3-1269f03e6b52", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:22:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "77e6c435-7240-4ee3-a886-ca66b6514065", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:22:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "77e6c435-7240-4ee3-a886-ca66b6514065", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b-authn-ssl"} 2026-07-29T07:22:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-1e6a9b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-1e6a9b", "reconcileID": "77e6c435-7240-4ee3-a886-ca66b6514065", "Gateway": "e2e-shared-b-1e6a9b", "namespace": "openshift-ingress"} 2026-07-29T07:22:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21fcf889-ee90-4c7e-9f97-d141a0b7e21b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:22:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21fcf889-ee90-4c7e-9f97-d141a0b7e21b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-29T07:22:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21fcf889-ee90-4c7e-9f97-d141a0b7e21b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-1e6a9b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-29T07:22:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "odh-trusted-ca-bundle", "reconcileID": "f39f580e-5e74-48b1-bb02-0db6d33bb1bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:22:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "odh-trusted-ca-bundle", "reconcileID": "f39f580e-5e74-48b1-bb02-0db6d33bb1bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:22:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "openshift-service-ca.crt", "reconcileID": "6f165a36-71eb-4b5b-a1e8-6ac3be9bce0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:22:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "openshift-service-ca.crt", "reconcileID": "6f165a36-71eb-4b5b-a1e8-6ac3be9bce0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:22:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18d9e903-ec07-4566-9f72-566351e136f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:22:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-1e6a9b"}, "namespace": "ai-tenant-e2e-shared-b-1e6a9b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "18d9e903-ec07-4566-9f72-566351e136f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-1e6a9b"} 2026-07-29T07:22:46Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T07:22:46Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T07:22:47Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-29T07:22:47Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}