2026-09-09T22:03:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "sub-test-model-64fec6", "reconcileID": "d4bb16a2-6749-4970-91b1-9d95d9d1bfb0", "LLMInferenceService": "sub-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:03:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "sub-test-model-64fec6", "reconcileID": "d4bb16a2-6749-4970-91b1-9d95d9d1bfb0", "LLMInferenceService": "sub-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:03:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"distinct-w4-3fa986","namespace":"e2e-models-e2e-worker-w4-3fa986"}, "namespace": "e2e-models-e2e-worker-w4-3fa986", "name": "distinct-w4-3fa986", "reconcileID": "cde7022f-5b16-483f-befd-01d2b97a6ea4", "LLMInferenceService": "distinct-w4-3fa986", "namespace": "e2e-models-e2e-worker-w4-3fa986"} 2026-09-09T22:03:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-worker-w4-3fa986","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-worker-w4-3fa986", "reconcileID": "d4b2c96a-e2b8-4b06-a92f-7cb63e5df717", "Gateway": "e2e-worker-w4-3fa986", "namespace": "openshift-ingress"} 2026-09-09T22:03:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "sub-test-model-64fec6", "reconcileID": "8b1e78f1-c8bd-4805-adfd-a072e44be34e", "LLMInferenceService": "sub-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:03:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "9d287b7e-0c76-4655-98fd-7010f15c7299", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress"} 2026-09-09T22:03:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "9d287b7e-0c76-4655-98fd-7010f15c7299", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6-authn-ssl"} 2026-09-09T22:03:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "9d287b7e-0c76-4655-98fd-7010f15c7299", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress"} 2026-09-09T22:03:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "3688a67a-e416-40f9-b3b8-a229f8a63522", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress"} 2026-09-09T22:03:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "3688a67a-e416-40f9-b3b8-a229f8a63522", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6-authn-ssl"} 2026-09-09T22:03:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "3688a67a-e416-40f9-b3b8-a229f8a63522", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress"} 2026-09-09T22:03:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "0c486efc-22cf-464c-a7ef-f2c274983197", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:03:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "0c486efc-22cf-464c-a7ef-f2c274983197", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:03:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "0c486efc-22cf-464c-a7ef-f2c274983197", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:03:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d3bc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8", "reconcileID": "4566fe2a-455a-4643-8f36-24647f9b8619", "Gateway": "e2e-shared-a-w3-2d3bc8", "namespace": "openshift-ingress"} 2026-09-09T22:03:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "0c486efc-22cf-464c-a7ef-f2c274983197", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8-kserve-route-authn"} 2026-09-09T22:03:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "0c486efc-22cf-464c-a7ef-f2c274983197", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "authType": "userdefined"} 2026-09-09T22:03:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "0c486efc-22cf-464c-a7ef-f2c274983197", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:03:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d3bc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8", "reconcileID": "4566fe2a-455a-4643-8f36-24647f9b8619", "Gateway": "e2e-shared-a-w3-2d3bc8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8-authn-ssl"} 2026-09-09T22:03:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d3bc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8", "reconcileID": "4566fe2a-455a-4643-8f36-24647f9b8619", "Gateway": "e2e-shared-a-w3-2d3bc8", "namespace": "openshift-ingress"} 2026-09-09T22:03:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "427358bd-3a99-4a7b-a840-d3807e6c6e54", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:03:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "427358bd-3a99-4a7b-a840-d3807e6c6e54", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:03:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "427358bd-3a99-4a7b-a840-d3807e6c6e54", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:03:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "427358bd-3a99-4a7b-a840-d3807e6c6e54", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8-kserve-route-authn"} 2026-09-09T22:03:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "427358bd-3a99-4a7b-a840-d3807e6c6e54", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "authType": "userdefined"} 2026-09-09T22:03:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "427358bd-3a99-4a7b-a840-d3807e6c6e54", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:03:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d3bc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8", "reconcileID": "f549cfce-7fb4-4d75-9b76-c5f5699d5b10", "Gateway": "e2e-shared-a-w3-2d3bc8", "namespace": "openshift-ingress"} 2026-09-09T22:03:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d3bc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8", "reconcileID": "f549cfce-7fb4-4d75-9b76-c5f5699d5b10", "Gateway": "e2e-shared-a-w3-2d3bc8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8-authn-ssl"} 2026-09-09T22:03:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d3bc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8", "reconcileID": "f549cfce-7fb4-4d75-9b76-c5f5699d5b10", "Gateway": "e2e-shared-a-w3-2d3bc8", "namespace": "openshift-ingress"} 2026-09-09T22:03:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "154299d4-293a-4cbb-b6de-07d2e7ee068e", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:03:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "154299d4-293a-4cbb-b6de-07d2e7ee068e", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:03:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "154299d4-293a-4cbb-b6de-07d2e7ee068e", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:03:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "154299d4-293a-4cbb-b6de-07d2e7ee068e", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8-kserve-route-authn"} 2026-09-09T22:03:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "154299d4-293a-4cbb-b6de-07d2e7ee068e", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "authType": "userdefined"} 2026-09-09T22:03:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "154299d4-293a-4cbb-b6de-07d2e7ee068e", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:03:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "9256cae3-9525-44e9-9b7e-4e86fcd75d56", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:03:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "9256cae3-9525-44e9-9b7e-4e86fcd75d56", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:03:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "9256cae3-9525-44e9-9b7e-4e86fcd75d56", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:03:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "9256cae3-9525-44e9-9b7e-4e86fcd75d56", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8-kserve-route-authn"} 2026-09-09T22:03:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "9256cae3-9525-44e9-9b7e-4e86fcd75d56", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "authType": "userdefined"} 2026-09-09T22:03:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "9256cae3-9525-44e9-9b7e-4e86fcd75d56", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:03:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "f3d09f18-a750-4fd8-ae67-69d8707d076b", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:03:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "f3d09f18-a750-4fd8-ae67-69d8707d076b", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:03:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "f3d09f18-a750-4fd8-ae67-69d8707d076b", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:03:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "197b3b42-8566-4d68-82ee-63539693b61c", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress"} 2026-09-09T22:03:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "f3d09f18-a750-4fd8-ae67-69d8707d076b", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6-kserve-route-authn"} 2026-09-09T22:03:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "f3d09f18-a750-4fd8-ae67-69d8707d076b", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "authType": "userdefined"} 2026-09-09T22:03:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "f3d09f18-a750-4fd8-ae67-69d8707d076b", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:03:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "197b3b42-8566-4d68-82ee-63539693b61c", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6-authn-ssl"} 2026-09-09T22:03:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "197b3b42-8566-4d68-82ee-63539693b61c", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress"} 2026-09-09T22:03:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "4ecce633-7884-427f-9b6a-7483ce7ce3e8", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:03:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "4ecce633-7884-427f-9b6a-7483ce7ce3e8", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:03:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "4ecce633-7884-427f-9b6a-7483ce7ce3e8", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:03:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "4ecce633-7884-427f-9b6a-7483ce7ce3e8", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6-kserve-route-authn"} 2026-09-09T22:03:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "4ecce633-7884-427f-9b6a-7483ce7ce3e8", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "authType": "userdefined"} 2026-09-09T22:03:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "4ecce633-7884-427f-9b6a-7483ce7ce3e8", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:03:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "9deccff8-8be2-4d0d-9297-b633f4366dc0", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress"} 2026-09-09T22:03:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "9deccff8-8be2-4d0d-9297-b633f4366dc0", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6-authn-ssl"} 2026-09-09T22:03:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "9deccff8-8be2-4d0d-9297-b633f4366dc0", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress"} 2026-09-09T22:03:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "dc5abe26-baa9-48d6-8dc1-bb0ac51fe536", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:03:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "dc5abe26-baa9-48d6-8dc1-bb0ac51fe536", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:03:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "dc5abe26-baa9-48d6-8dc1-bb0ac51fe536", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:03:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "dc5abe26-baa9-48d6-8dc1-bb0ac51fe536", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6-kserve-route-authn"} 2026-09-09T22:03:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "dc5abe26-baa9-48d6-8dc1-bb0ac51fe536", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "authType": "userdefined"} 2026-09-09T22:03:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "dc5abe26-baa9-48d6-8dc1-bb0ac51fe536", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:03:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "cdd07e68-42b5-4a04-8bfd-ccc1edd92a13", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:03:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "cdd07e68-42b5-4a04-8bfd-ccc1edd92a13", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:03:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "cdd07e68-42b5-4a04-8bfd-ccc1edd92a13", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:03:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "cdd07e68-42b5-4a04-8bfd-ccc1edd92a13", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6-kserve-route-authn"} 2026-09-09T22:03:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "cdd07e68-42b5-4a04-8bfd-ccc1edd92a13", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "authType": "userdefined"} 2026-09-09T22:03:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "cdd07e68-42b5-4a04-8bfd-ccc1edd92a13", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:04:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "c3525b68-5b06-4129-a7dd-9037ec6179be", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:04:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "c3525b68-5b06-4129-a7dd-9037ec6179be", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:04:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "c3525b68-5b06-4129-a7dd-9037ec6179be", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:04:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "c3525b68-5b06-4129-a7dd-9037ec6179be", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6-kserve-route-authn"} 2026-09-09T22:04:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "c3525b68-5b06-4129-a7dd-9037ec6179be", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "authType": "userdefined"} 2026-09-09T22:04:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "c3525b68-5b06-4129-a7dd-9037ec6179be", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:04:32Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T22:04:32Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T22:04:32Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T22:04:32Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T22:04:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "7d1c351c-ee51-4dda-bbcf-606b5ae47128", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:04:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "7d1c351c-ee51-4dda-bbcf-606b5ae47128", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8"} 2026-09-09T22:04:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "7d1c351c-ee51-4dda-bbcf-606b5ae47128", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:04:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "7d1c351c-ee51-4dda-bbcf-606b5ae47128", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:04:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "7d1c351c-ee51-4dda-bbcf-606b5ae47128", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8-kserve-route-authn"} 2026-09-09T22:04:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "7d1c351c-ee51-4dda-bbcf-606b5ae47128", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8-kserve-route-authn"} 2026-09-09T22:04:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "7d1c351c-ee51-4dda-bbcf-606b5ae47128", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:04:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "7d1c351c-ee51-4dda-bbcf-606b5ae47128", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:04:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-2d3bc8","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "rate-test-model-2d3bc8", "reconcileID": "46e8a8ae-b0b6-4d00-bdc8-392d074999e8", "LLMInferenceService": "rate-test-model-2d3bc8", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:04:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d3bc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8", "reconcileID": "2537040f-8036-48c2-889b-64c1660ac719", "Gateway": "e2e-shared-a-w3-2d3bc8", "namespace": "openshift-ingress"} 2026-09-09T22:04:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d3bc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8", "reconcileID": "2537040f-8036-48c2-889b-64c1660ac719", "Gateway": "e2e-shared-a-w3-2d3bc8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8-authn-ssl"} 2026-09-09T22:04:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d3bc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8", "reconcileID": "2537040f-8036-48c2-889b-64c1660ac719", "Gateway": "e2e-shared-a-w3-2d3bc8", "namespace": "openshift-ingress"} 2026-09-09T22:04:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d3bc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8", "reconcileID": "763a9dc5-4405-4949-9c2f-5037bb60a0a0", "Gateway": "e2e-shared-a-w3-2d3bc8", "namespace": "openshift-ingress"} 2026-09-09T22:04:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d3bc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8", "reconcileID": "763a9dc5-4405-4949-9c2f-5037bb60a0a0", "Gateway": "e2e-shared-a-w3-2d3bc8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8-authn-ssl"} 2026-09-09T22:04:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d3bc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8", "reconcileID": "763a9dc5-4405-4949-9c2f-5037bb60a0a0", "Gateway": "e2e-shared-a-w3-2d3bc8", "namespace": "openshift-ingress"} 2026-09-09T22:04:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "7336d524-765c-4394-960f-1cb69a4504fc", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:04:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "7336d524-765c-4394-960f-1cb69a4504fc", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6"} 2026-09-09T22:04:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "7336d524-765c-4394-960f-1cb69a4504fc", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:04:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "7336d524-765c-4394-960f-1cb69a4504fc", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:04:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "7336d524-765c-4394-960f-1cb69a4504fc", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6-kserve-route-authn"} 2026-09-09T22:04:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "7336d524-765c-4394-960f-1cb69a4504fc", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6-kserve-route-authn"} 2026-09-09T22:04:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "7336d524-765c-4394-960f-1cb69a4504fc", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:04:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "7336d524-765c-4394-960f-1cb69a4504fc", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:04:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-64fec6","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "rate-test-model-64fec6", "reconcileID": "07c26d2a-e25a-4ddf-aa31-00c5a034849b", "LLMInferenceService": "rate-test-model-64fec6", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:04:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "623f63fd-36bf-40fd-ba55-390546201f11", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress"} 2026-09-09T22:04:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "623f63fd-36bf-40fd-ba55-390546201f11", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6-authn-ssl"} 2026-09-09T22:04:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "623f63fd-36bf-40fd-ba55-390546201f11", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress"} 2026-09-09T22:04:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "a459b78b-881c-4469-ba47-65da1bd3da14", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress"} 2026-09-09T22:04:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "a459b78b-881c-4469-ba47-65da1bd3da14", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6-authn-ssl"} 2026-09-09T22:04:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "a459b78b-881c-4469-ba47-65da1bd3da14", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress"} 2026-09-09T22:04:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "fc42e227-01d6-44dd-9af5-ba0e9fd1e9e1", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:04:35Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "fc42e227-01d6-44dd-9af5-ba0e9fd1e9e1", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032-authn-ssl"} 2026-09-09T22:04:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "fc42e227-01d6-44dd-9af5-ba0e9fd1e9e1", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:04:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "58bc1cfe-b967-4fa4-9f75-506110e435be", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:04:35Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "58bc1cfe-b967-4fa4-9f75-506110e435be", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032-authn-ssl"} 2026-09-09T22:04:35Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "58bc1cfe-b967-4fa4-9f75-506110e435be", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-100032-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-a-100032-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T22:04:35Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-a-100032-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-a-100032-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-a-100032","uid":"d02d8e66-4d65-48a5-aaf2-9b5c3d2afd8d","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"54116"}, "reason": "ReconcileError"} 2026-09-09T22:04:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "ff9a5509-334a-4d37-a48e-bd4c20e02c9d", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:04:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "ff9a5509-334a-4d37-a48e-bd4c20e02c9d", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032-authn-ssl"} 2026-09-09T22:04:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "ff9a5509-334a-4d37-a48e-bd4c20e02c9d", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:04:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "ae3fb584-7c7b-43e6-9abb-b2a3eb79c9cd", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:04:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "ae3fb584-7c7b-43e6-9abb-b2a3eb79c9cd", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032-authn-ssl"} 2026-09-09T22:04:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "ae3fb584-7c7b-43e6-9abb-b2a3eb79c9cd", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:04:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "a91054a4-673f-486c-9617-cae6c7c242a2", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:04:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "a91054a4-673f-486c-9617-cae6c7c242a2", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032-authn-ssl"} 2026-09-09T22:04:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "a91054a4-673f-486c-9617-cae6c7c242a2", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:04:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "5630eda8-8fb4-44e7-b0f3-688c0aa44e64", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:04:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "5630eda8-8fb4-44e7-b0f3-688c0aa44e64", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032-authn-ssl"} 2026-09-09T22:04:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "5630eda8-8fb4-44e7-b0f3-688c0aa44e64", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:04:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "69f1fc87-3a4e-4fe0-9a6d-fcdac4f84aa2", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:04:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "69f1fc87-3a4e-4fe0-9a6d-fcdac4f84aa2", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032-authn-ssl"} 2026-09-09T22:04:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "69f1fc87-3a4e-4fe0-9a6d-fcdac4f84aa2", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:04:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "f3b1b7c4-b5fe-4361-9aaf-e9248c10e1f9", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:04:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "f3b1b7c4-b5fe-4361-9aaf-e9248c10e1f9", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032-authn-ssl"} 2026-09-09T22:04:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "f3b1b7c4-b5fe-4361-9aaf-e9248c10e1f9", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:04:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "openshift-service-ca.crt", "reconcileID": "9977f025-e762-4f46-869b-293f740d4336", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:04:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "odh-trusted-ca-bundle", "reconcileID": "9a659cae-edef-45b7-98ab-26fe31ea9e37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:04:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "openshift-service-ca.crt", "reconcileID": "a95d6750-1863-4021-b333-efaf1effc250", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-100032", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:04:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "openshift-service-ca.crt", "reconcileID": "a95d6750-1863-4021-b333-efaf1effc250", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:04:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dfbc52d4-7806-45cb-aebf-2b4a4fe867d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:04:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "openshift-service-ca.crt", "reconcileID": "cd34777c-d260-4e34-b22c-7ba7a965018c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:04:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "odh-trusted-ca-bundle", "reconcileID": "46769928-f875-474c-9adb-ec6e9f048bbf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-100032", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:04:38Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "odh-trusted-ca-bundle", "reconcileID": "46769928-f875-474c-9adb-ec6e9f048bbf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:04:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "71f6a183-45df-4f71-a6ad-d4c86c6b3c65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:04:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "8cb6d41b-663a-46d8-9cbb-a30416b7d0cd", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:04:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "8cb6d41b-663a-46d8-9cbb-a30416b7d0cd", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032-authn-ssl"} 2026-09-09T22:04:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "8cb6d41b-663a-46d8-9cbb-a30416b7d0cd", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:04:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "43244fbf-3d6a-4863-9912-9b9468b4e454", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:04:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "43244fbf-3d6a-4863-9912-9b9468b4e454", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032-authn-ssl"} 2026-09-09T22:04:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "43244fbf-3d6a-4863-9912-9b9468b4e454", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:05:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "f5e54fd5-4349-477f-979a-ddf5ee4d4e72", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress"} 2026-09-09T22:05:04Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "f5e54fd5-4349-477f-979a-ddf5ee4d4e72", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86-authn-ssl"} 2026-09-09T22:05:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "f5e54fd5-4349-477f-979a-ddf5ee4d4e72", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress"} 2026-09-09T22:05:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "f3d7f180-86f8-46fe-a0e8-e1ba09e66bdb", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress"} 2026-09-09T22:05:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "f3d7f180-86f8-46fe-a0e8-e1ba09e66bdb", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86-authn-ssl"} 2026-09-09T22:05:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "f3d7f180-86f8-46fe-a0e8-e1ba09e66bdb", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress"} 2026-09-09T22:05:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "84e5ce19-b6af-47fc-9e0f-ce4b9c6928e4", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress"} 2026-09-09T22:05:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "84e5ce19-b6af-47fc-9e0f-ce4b9c6928e4", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86-authn-ssl"} 2026-09-09T22:05:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "84e5ce19-b6af-47fc-9e0f-ce4b9c6928e4", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress"} 2026-09-09T22:05:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "e0f94ca9-b3b0-4627-98a1-c2ea502ff529", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress"} 2026-09-09T22:05:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "e0f94ca9-b3b0-4627-98a1-c2ea502ff529", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86-authn-ssl"} 2026-09-09T22:05:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "e0f94ca9-b3b0-4627-98a1-c2ea502ff529", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress"} 2026-09-09T22:05:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "e5e042b8-6cda-4231-8f3b-17473a06fad8", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress"} 2026-09-09T22:05:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "e5e042b8-6cda-4231-8f3b-17473a06fad8", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86-authn-ssl"} 2026-09-09T22:05:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "e5e042b8-6cda-4231-8f3b-17473a06fad8", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress"} 2026-09-09T22:05:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "2cef9ca9-6d00-47cc-969f-f1f6ad1e75eb", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress"} 2026-09-09T22:05:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "2cef9ca9-6d00-47cc-969f-f1f6ad1e75eb", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86-authn-ssl"} 2026-09-09T22:05:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "2cef9ca9-6d00-47cc-969f-f1f6ad1e75eb", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress"} 2026-09-09T22:05:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "ec6fb95a-6461-478c-a599-1fd15374adf8", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress"} 2026-09-09T22:05:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "ec6fb95a-6461-478c-a599-1fd15374adf8", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86-authn-ssl"} 2026-09-09T22:05:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "ec6fb95a-6461-478c-a599-1fd15374adf8", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress"} 2026-09-09T22:05:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-855e86"}, "namespace": "ai-tenant-e2e-ipp-b-855e86", "name": "openshift-service-ca.crt", "reconcileID": "1beccf8d-6b82-47b5-bcd7-9c0d2b7c9c3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-855e86"} 2026-09-09T22:05:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-855e86"}, "namespace": "ai-tenant-e2e-ipp-b-855e86", "name": "odh-trusted-ca-bundle", "reconcileID": "d5c31472-d1c5-46ef-84ac-397c90af5ed6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-855e86"} 2026-09-09T22:05:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-855e86"}, "namespace": "ai-tenant-e2e-ipp-b-855e86", "name": "openshift-service-ca.crt", "reconcileID": "7e2d9e1e-b776-4332-9003-001c7c7dd945", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-855e86", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:05:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-855e86"}, "namespace": "ai-tenant-e2e-ipp-b-855e86", "name": "openshift-service-ca.crt", "reconcileID": "7e2d9e1e-b776-4332-9003-001c7c7dd945", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-855e86"} 2026-09-09T22:05:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-855e86"}, "namespace": "ai-tenant-e2e-ipp-b-855e86", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab8f785d-8e9b-4412-85a4-c35e593fe5ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-855e86"} 2026-09-09T22:05:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-855e86"}, "namespace": "ai-tenant-e2e-ipp-b-855e86", "name": "openshift-service-ca.crt", "reconcileID": "884a8eb0-3add-41a5-a791-6f355bacbd7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-855e86"} 2026-09-09T22:05:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-855e86"}, "namespace": "ai-tenant-e2e-ipp-b-855e86", "name": "odh-trusted-ca-bundle", "reconcileID": "928c2522-5540-4ab2-b33a-fcd891b18a85", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-855e86", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:05:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-855e86"}, "namespace": "ai-tenant-e2e-ipp-b-855e86", "name": "odh-trusted-ca-bundle", "reconcileID": "928c2522-5540-4ab2-b33a-fcd891b18a85", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-855e86"} 2026-09-09T22:05:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-855e86"}, "namespace": "ai-tenant-e2e-ipp-b-855e86", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47bd9051-daa3-4401-8787-87917962bf09", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-855e86"} 2026-09-09T22:05:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "fc997f62-afe2-4388-aca5-242010672371", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress"} 2026-09-09T22:05:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "fc997f62-afe2-4388-aca5-242010672371", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86-authn-ssl"} 2026-09-09T22:05:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "fc997f62-afe2-4388-aca5-242010672371", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress"} 2026-09-09T22:05:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "0127c118-667c-43ea-9287-335c4bb24c63", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress"} 2026-09-09T22:05:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "0127c118-667c-43ea-9287-335c4bb24c63", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86-authn-ssl"} 2026-09-09T22:05:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "0127c118-667c-43ea-9287-335c4bb24c63", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress"} 2026-09-09T22:05:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "12c7f3ac-8742-4904-a53a-fe017d7ee4b6", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:05:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "12c7f3ac-8742-4904-a53a-fe017d7ee4b6", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:05:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "12c7f3ac-8742-4904-a53a-fe017d7ee4b6", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:05:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "58aeafcb-e67f-4682-90cf-057c12c965e6", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:05:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "12c7f3ac-8742-4904-a53a-fe017d7ee4b6", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032-kserve-route-authn"} 2026-09-09T22:05:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "12c7f3ac-8742-4904-a53a-fe017d7ee4b6", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032", "authType": "userdefined"} 2026-09-09T22:05:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "12c7f3ac-8742-4904-a53a-fe017d7ee4b6", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:05:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "58aeafcb-e67f-4682-90cf-057c12c965e6", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032-authn-ssl"} 2026-09-09T22:05:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "58aeafcb-e67f-4682-90cf-057c12c965e6", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:05:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "96e1baea-0c03-4b23-92c2-dd0682480fbd", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:05:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "96e1baea-0c03-4b23-92c2-dd0682480fbd", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:05:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "96e1baea-0c03-4b23-92c2-dd0682480fbd", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:05:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "96e1baea-0c03-4b23-92c2-dd0682480fbd", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032-kserve-route-authn"} 2026-09-09T22:05:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "96e1baea-0c03-4b23-92c2-dd0682480fbd", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032", "authType": "userdefined"} 2026-09-09T22:05:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "96e1baea-0c03-4b23-92c2-dd0682480fbd", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:05:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "d32bc56b-a1a1-4172-ac06-2ea86b8f29f7", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:05:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "d32bc56b-a1a1-4172-ac06-2ea86b8f29f7", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032-authn-ssl"} 2026-09-09T22:05:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "d32bc56b-a1a1-4172-ac06-2ea86b8f29f7", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:05:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "48c90b58-5ec3-4a40-951f-61ea79a37361", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:05:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "48c90b58-5ec3-4a40-951f-61ea79a37361", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:05:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "48c90b58-5ec3-4a40-951f-61ea79a37361", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:05:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "48c90b58-5ec3-4a40-951f-61ea79a37361", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032-kserve-route-authn"} 2026-09-09T22:05:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "48c90b58-5ec3-4a40-951f-61ea79a37361", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032", "authType": "userdefined"} 2026-09-09T22:05:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "48c90b58-5ec3-4a40-951f-61ea79a37361", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:06:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "2833875e-14c2-4d0f-8d46-dc176a2e8c3e", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:06:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "2833875e-14c2-4d0f-8d46-dc176a2e8c3e", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:06:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "2833875e-14c2-4d0f-8d46-dc176a2e8c3e", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:06:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "2833875e-14c2-4d0f-8d46-dc176a2e8c3e", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032-kserve-route-authn"} 2026-09-09T22:06:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "2833875e-14c2-4d0f-8d46-dc176a2e8c3e", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032", "authType": "userdefined"} 2026-09-09T22:06:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "2833875e-14c2-4d0f-8d46-dc176a2e8c3e", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:06:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "96bc32ea-6314-4c58-a6d2-be0b9afd5cb8", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress"} 2026-09-09T22:06:24Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "96bc32ea-6314-4c58-a6d2-be0b9afd5cb8", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351-authn-ssl"} 2026-09-09T22:06:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "96bc32ea-6314-4c58-a6d2-be0b9afd5cb8", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress"} 2026-09-09T22:06:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "54b78c8b-0852-4b34-9243-f09d68dd2314", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress"} 2026-09-09T22:06:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "54b78c8b-0852-4b34-9243-f09d68dd2314", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351-authn-ssl"} 2026-09-09T22:06:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "54b78c8b-0852-4b34-9243-f09d68dd2314", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress"} 2026-09-09T22:06:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "1965888b-d420-43ca-951e-6ef5c3e97d55", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress"} 2026-09-09T22:06:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "1965888b-d420-43ca-951e-6ef5c3e97d55", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351-authn-ssl"} 2026-09-09T22:06:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "1965888b-d420-43ca-951e-6ef5c3e97d55", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress"} 2026-09-09T22:06:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "e250b94f-e09b-4a66-9ec0-85fae4760f65", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress"} 2026-09-09T22:06:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "e250b94f-e09b-4a66-9ec0-85fae4760f65", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351-authn-ssl"} 2026-09-09T22:06:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "e250b94f-e09b-4a66-9ec0-85fae4760f65", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress"} 2026-09-09T22:06:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "b803c4f4-1d4a-462e-b88f-5011912c55fb", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress"} 2026-09-09T22:06:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "b803c4f4-1d4a-462e-b88f-5011912c55fb", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351-authn-ssl"} 2026-09-09T22:06:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "b803c4f4-1d4a-462e-b88f-5011912c55fb", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress"} 2026-09-09T22:06:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "6c16d309-aa22-4a17-b0d5-1e2d66bd0950", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress"} 2026-09-09T22:06:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "6c16d309-aa22-4a17-b0d5-1e2d66bd0950", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351-authn-ssl"} 2026-09-09T22:06:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "6c16d309-aa22-4a17-b0d5-1e2d66bd0950", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress"} 2026-09-09T22:06:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "ee6660c4-519f-4a57-a464-0945833a0a77", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress"} 2026-09-09T22:06:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "ee6660c4-519f-4a57-a464-0945833a0a77", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351-authn-ssl"} 2026-09-09T22:06:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "ee6660c4-519f-4a57-a464-0945833a0a77", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress"} 2026-09-09T22:06:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-bcb351"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351", "name": "openshift-service-ca.crt", "reconcileID": "3e962538-f7f5-4b4f-ac48-294763e0d2e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351"} 2026-09-09T22:06:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bcb351"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351", "name": "odh-trusted-ca-bundle", "reconcileID": "7af7ca6a-2980-49a0-b321-30a83433b059", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351"} 2026-09-09T22:06:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-bcb351"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351", "name": "openshift-service-ca.crt", "reconcileID": "7d81f230-1c7b-46d4-8ba7-407a3ac5b7d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:06:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-bcb351"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351", "name": "openshift-service-ca.crt", "reconcileID": "7d81f230-1c7b-46d4-8ba7-407a3ac5b7d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351"} 2026-09-09T22:06:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bcb351"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f6c90233-cc0f-4137-ac48-b52237f40e4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351"} 2026-09-09T22:06:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-bcb351"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351", "name": "openshift-service-ca.crt", "reconcileID": "32ef14b2-f992-4aa2-ac2f-a3c7cc4e62c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351"} 2026-09-09T22:06:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bcb351"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351", "name": "odh-trusted-ca-bundle", "reconcileID": "21f3ab10-0856-4bfc-af99-ab661af5521b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351", "update": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:06:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bcb351"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351", "name": "odh-trusted-ca-bundle", "reconcileID": "21f3ab10-0856-4bfc-af99-ab661af5521b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351"} 2026-09-09T22:06:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bcb351"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b188bfec-83c9-4426-8098-a65ae38a3cbe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351"} 2026-09-09T22:06:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "ce5010c8-078d-4f25-893d-34825c1a3137", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress"} 2026-09-09T22:06:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "ce5010c8-078d-4f25-893d-34825c1a3137", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351-authn-ssl"} 2026-09-09T22:06:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "ce5010c8-078d-4f25-893d-34825c1a3137", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress"} 2026-09-09T22:06:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "bcfa2ce1-91c7-41ce-a9f6-058a03e0ade7", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress"} 2026-09-09T22:06:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "bcfa2ce1-91c7-41ce-a9f6-058a03e0ade7", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351-authn-ssl"} 2026-09-09T22:06:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "bcfa2ce1-91c7-41ce-a9f6-058a03e0ade7", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress"} 2026-09-09T22:06:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "784c4e1a-b023-459b-b818-9c825dbd0dad", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress"} 2026-09-09T22:06:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "784c4e1a-b023-459b-b818-9c825dbd0dad", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351-authn-ssl"} 2026-09-09T22:06:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "784c4e1a-b023-459b-b818-9c825dbd0dad", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress"} 2026-09-09T22:07:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "14b27eb7-c406-48dd-a9da-3d0619dc3e2d", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress"} 2026-09-09T22:07:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "14b27eb7-c406-48dd-a9da-3d0619dc3e2d", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351-authn-ssl"} 2026-09-09T22:07:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "14b27eb7-c406-48dd-a9da-3d0619dc3e2d", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress"} 2026-09-09T22:07:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bcb351"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "625a6ead-a525-4673-89f9-5ff4c6ac668a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351"} 2026-09-09T22:07:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bcb351"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "625a6ead-a525-4673-89f9-5ff4c6ac668a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:07:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bcb351"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "625a6ead-a525-4673-89f9-5ff4c6ac668a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-bcb351 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T22:07:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bcb351"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351", "name": "odh-trusted-ca-bundle", "reconcileID": "78d56ee1-4c9a-48b1-a95f-61a82f2ded9b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351"} 2026-09-09T22:07:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bcb351"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351", "name": "odh-trusted-ca-bundle", "reconcileID": "78d56ee1-4c9a-48b1-a95f-61a82f2ded9b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351"} 2026-09-09T22:07:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-bcb351"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351", "name": "openshift-service-ca.crt", "reconcileID": "46ab98f9-9baa-4e3d-868b-ef9f1edb3d6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351"} 2026-09-09T22:07:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-bcb351"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351", "name": "openshift-service-ca.crt", "reconcileID": "46ab98f9-9baa-4e3d-868b-ef9f1edb3d6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351"} 2026-09-09T22:07:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bcb351"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59d6f192-33ba-4683-8cf1-8e6de994d56d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351"} 2026-09-09T22:07:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-bcb351"}, "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59d6f192-33ba-4683-8cf1-8e6de994d56d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-bcb351"} 2026-09-09T22:07:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-bcb351","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-bcb351", "reconcileID": "35ace3b0-a9f4-4fa8-ad3c-7eebe9d354ac", "Gateway": "e2e-ipp-cleanup-bcb351", "namespace": "openshift-ingress"} 2026-09-09T22:07:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "4a806111-8d5c-4e14-b552-208cc093ec81", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:07:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "4a806111-8d5c-4e14-b552-208cc093ec81", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032-authn-ssl"} 2026-09-09T22:07:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "4a806111-8d5c-4e14-b552-208cc093ec81", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:07:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "aa663a1c-3aa6-48a9-ba0a-7303b84c6cec", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:07:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "aa663a1c-3aa6-48a9-ba0a-7303b84c6cec", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032-authn-ssl"} 2026-09-09T22:07:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "aa663a1c-3aa6-48a9-ba0a-7303b84c6cec", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:07:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "6ccf56a8-d5c6-4808-884d-f7694f3a9c55", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:07:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "6ccf56a8-d5c6-4808-884d-f7694f3a9c55", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032-authn-ssl"} 2026-09-09T22:07:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "6ccf56a8-d5c6-4808-884d-f7694f3a9c55", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:07:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "2be80814-e8e5-4a3b-8096-b7185eff8855", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:07:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "2be80814-e8e5-4a3b-8096-b7185eff8855", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:07:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "2be80814-e8e5-4a3b-8096-b7185eff8855", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:07:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "2be80814-e8e5-4a3b-8096-b7185eff8855", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032-kserve-route-authn"} 2026-09-09T22:07:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "2be80814-e8e5-4a3b-8096-b7185eff8855", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032", "authType": "userdefined"} 2026-09-09T22:07:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "2be80814-e8e5-4a3b-8096-b7185eff8855", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:08:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3bf02b83-273d-4774-bd17-c5772896140e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:08:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3bf02b83-273d-4774-bd17-c5772896140e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-100032", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:08:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3bf02b83-273d-4774-bd17-c5772896140e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-100032 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T22:08:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "odh-trusted-ca-bundle", "reconcileID": "f1fc08ae-0aca-41b7-983a-5c0bc6897bcd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:08:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "odh-trusted-ca-bundle", "reconcileID": "f1fc08ae-0aca-41b7-983a-5c0bc6897bcd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:08:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "openshift-service-ca.crt", "reconcileID": "c0271aea-3ea8-418d-969f-5716b9220b7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:08:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "openshift-service-ca.crt", "reconcileID": "c0271aea-3ea8-418d-969f-5716b9220b7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:08:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a731ceb4-6a69-41d3-88ad-88bf43ab6982", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:08:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a731ceb4-6a69-41d3-88ad-88bf43ab6982", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:08:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "72b69f45-e939-4720-963e-af99a6248321", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:08:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "72b69f45-e939-4720-963e-af99a6248321", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032-authn-ssl"} 2026-09-09T22:08:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "72b69f45-e939-4720-963e-af99a6248321", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:08:08Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "70e95c00-676c-4e21-bd00-75cfef7fb9c4", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:08:08Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "70e95c00-676c-4e21-bd00-75cfef7fb9c4", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032"} 2026-09-09T22:08:08Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "70e95c00-676c-4e21-bd00-75cfef7fb9c4", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:08:08Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "70e95c00-676c-4e21-bd00-75cfef7fb9c4", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:08:08Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "70e95c00-676c-4e21-bd00-75cfef7fb9c4", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032-kserve-route-authn"} 2026-09-09T22:08:08Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "70e95c00-676c-4e21-bd00-75cfef7fb9c4", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032-kserve-route-authn"} 2026-09-09T22:08:08Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "70e95c00-676c-4e21-bd00-75cfef7fb9c4", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:08:08Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "70e95c00-676c-4e21-bd00-75cfef7fb9c4", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:08:24Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "f3219108-18f0-4cbc-89f7-fd723d0504b4", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:08:24Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "f3219108-18f0-4cbc-89f7-fd723d0504b4", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032"} 2026-09-09T22:08:24Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "f3219108-18f0-4cbc-89f7-fd723d0504b4", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:08:24Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "f3219108-18f0-4cbc-89f7-fd723d0504b4", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:08:24Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "f3219108-18f0-4cbc-89f7-fd723d0504b4", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032-kserve-route-authn"} 2026-09-09T22:08:24Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "f3219108-18f0-4cbc-89f7-fd723d0504b4", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032-kserve-route-authn"} 2026-09-09T22:08:24Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "f3219108-18f0-4cbc-89f7-fd723d0504b4", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:08:24Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "f3219108-18f0-4cbc-89f7-fd723d0504b4", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:08:25Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-100032","namespace":"ai-tenant-e2e-ipp-a-100032"}, "namespace": "ai-tenant-e2e-ipp-a-100032", "name": "ipp-route-100032", "reconcileID": "70642f69-b3c5-40d9-b12f-b55379f83eb7", "LLMInferenceService": "ipp-route-100032", "namespace": "ai-tenant-e2e-ipp-a-100032"} 2026-09-09T22:08:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "408aad03-0854-43db-b9fd-ad99aa788a55", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:08:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "408aad03-0854-43db-b9fd-ad99aa788a55", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032-authn-ssl"} 2026-09-09T22:08:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "408aad03-0854-43db-b9fd-ad99aa788a55", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:08:29Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-100032","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-100032", "reconcileID": "48a65b39-8b96-4efb-b1da-441b7842c445", "Gateway": "e2e-ipp-a-100032", "namespace": "openshift-ingress"} 2026-09-09T22:08:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "8fe944a8-1dad-4c58-829f-72768d810a4a", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress"} 2026-09-09T22:08:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "8fe944a8-1dad-4c58-829f-72768d810a4a", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86-authn-ssl"} 2026-09-09T22:08:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "8fe944a8-1dad-4c58-829f-72768d810a4a", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress"} 2026-09-09T22:08:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "8fb90f5d-58db-41e1-816d-ae11ec6571da", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress"} 2026-09-09T22:08:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "8fb90f5d-58db-41e1-816d-ae11ec6571da", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86-authn-ssl"} 2026-09-09T22:08:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "8fb90f5d-58db-41e1-816d-ae11ec6571da", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress"} 2026-09-09T22:08:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-855e86"}, "namespace": "ai-tenant-e2e-ipp-b-855e86", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41ada5e8-3ce1-472e-8e04-4f39d8d0920c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-855e86"} 2026-09-09T22:08:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-855e86"}, "namespace": "ai-tenant-e2e-ipp-b-855e86", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41ada5e8-3ce1-472e-8e04-4f39d8d0920c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-855e86", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:08:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-855e86"}, "namespace": "ai-tenant-e2e-ipp-b-855e86", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41ada5e8-3ce1-472e-8e04-4f39d8d0920c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-855e86 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T22:08:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-855e86"}, "namespace": "ai-tenant-e2e-ipp-b-855e86", "name": "odh-trusted-ca-bundle", "reconcileID": "9eebde45-ca3d-412b-84b7-8f0779d391fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-855e86"} 2026-09-09T22:08:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-855e86"}, "namespace": "ai-tenant-e2e-ipp-b-855e86", "name": "odh-trusted-ca-bundle", "reconcileID": "9eebde45-ca3d-412b-84b7-8f0779d391fe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-855e86"} 2026-09-09T22:08:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-855e86"}, "namespace": "ai-tenant-e2e-ipp-b-855e86", "name": "openshift-service-ca.crt", "reconcileID": "1f2cb880-1372-4049-b349-f5cc03aca2b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-855e86"} 2026-09-09T22:08:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-855e86"}, "namespace": "ai-tenant-e2e-ipp-b-855e86", "name": "openshift-service-ca.crt", "reconcileID": "1f2cb880-1372-4049-b349-f5cc03aca2b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-855e86"} 2026-09-09T22:08:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-855e86"}, "namespace": "ai-tenant-e2e-ipp-b-855e86", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6850f63-18e4-4ed7-bbe8-ee1f6098ff68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-855e86"} 2026-09-09T22:08:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-855e86"}, "namespace": "ai-tenant-e2e-ipp-b-855e86", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6850f63-18e4-4ed7-bbe8-ee1f6098ff68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-855e86"} 2026-09-09T22:08:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-855e86","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-855e86", "reconcileID": "dfe24bf8-adcd-48f3-a1ee-5114c8ed72ee", "Gateway": "e2e-ipp-b-855e86", "namespace": "openshift-ingress"} 2026-09-09T22:08:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d3bc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8", "reconcileID": "f30ec28b-f585-4efd-be8a-1dae7549a25c", "Gateway": "e2e-shared-a-w3-2d3bc8", "namespace": "openshift-ingress"} 2026-09-09T22:08:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d3bc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8", "reconcileID": "f30ec28b-f585-4efd-be8a-1dae7549a25c", "Gateway": "e2e-shared-a-w3-2d3bc8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8-authn-ssl"} 2026-09-09T22:08:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d3bc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8", "reconcileID": "f30ec28b-f585-4efd-be8a-1dae7549a25c", "Gateway": "e2e-shared-a-w3-2d3bc8", "namespace": "openshift-ingress"} 2026-09-09T22:09:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d3bc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8", "reconcileID": "e766c854-8a32-4b42-9f81-d97cd7971e4f", "Gateway": "e2e-shared-a-w3-2d3bc8", "namespace": "openshift-ingress"} 2026-09-09T22:09:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d3bc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8", "reconcileID": "e766c854-8a32-4b42-9f81-d97cd7971e4f", "Gateway": "e2e-shared-a-w3-2d3bc8", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8-authn-ssl"} 2026-09-09T22:09:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d3bc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8", "reconcileID": "e766c854-8a32-4b42-9f81-d97cd7971e4f", "Gateway": "e2e-shared-a-w3-2d3bc8", "namespace": "openshift-ingress"} 2026-09-09T22:09:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7d608b8-afc1-4568-a556-bef31e070dbd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:09:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7d608b8-afc1-4568-a556-bef31e070dbd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:09:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7d608b8-afc1-4568-a556-bef31e070dbd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-2d3bc8 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T22:09:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "odh-trusted-ca-bundle", "reconcileID": "ff2b4e47-2f06-438f-a926-5515677a443e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:09:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "odh-trusted-ca-bundle", "reconcileID": "ff2b4e47-2f06-438f-a926-5515677a443e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:09:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "openshift-service-ca.crt", "reconcileID": "ae567183-2bbb-4636-9cc0-127bd9389775", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:09:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "openshift-service-ca.crt", "reconcileID": "ae567183-2bbb-4636-9cc0-127bd9389775", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:09:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8973cef3-160d-4915-bc83-100d172e78b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:09:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-2d3bc8"}, "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8973cef3-160d-4915-bc83-100d172e78b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-2d3bc8"} 2026-09-09T22:09:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-2d3bc8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-2d3bc8", "reconcileID": "883154d3-2cf4-47e8-9ad4-5d0fb49e2404", "Gateway": "e2e-shared-a-w3-2d3bc8", "namespace": "openshift-ingress"} 2026-09-09T22:09:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "bb7b7108-173e-4487-9c3e-3d14a77a623d", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress"} 2026-09-09T22:09:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "bb7b7108-173e-4487-9c3e-3d14a77a623d", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6-authn-ssl"} 2026-09-09T22:09:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "bb7b7108-173e-4487-9c3e-3d14a77a623d", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress"} 2026-09-09T22:09:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "50d0ec2a-df74-4f92-a3fb-bc051cc69f10", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress"} 2026-09-09T22:09:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "50d0ec2a-df74-4f92-a3fb-bc051cc69f10", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6-authn-ssl"} 2026-09-09T22:09:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "50d0ec2a-df74-4f92-a3fb-bc051cc69f10", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress"} 2026-09-09T22:09:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67f87b57-ea44-4cce-972b-28b32f279eb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:09:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67f87b57-ea44-4cce-972b-28b32f279eb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:09:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67f87b57-ea44-4cce-972b-28b32f279eb3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-64fec6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T22:09:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "odh-trusted-ca-bundle", "reconcileID": "7f69211f-0af9-47d5-aa84-fd7eebbb16ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:09:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "odh-trusted-ca-bundle", "reconcileID": "7f69211f-0af9-47d5-aa84-fd7eebbb16ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "create": "odh-kserve-custom-ca-bundle"} 2026-09-09T22:09:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "odh-trusted-ca-bundle", "reconcileID": "7f69211f-0af9-47d5-aa84-fd7eebbb16ff", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-64fec6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-09-09T22:09:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "openshift-service-ca.crt", "reconcileID": "773b755d-72b6-47b0-b9d3-f6d66d712913", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:09:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "openshift-service-ca.crt", "reconcileID": "773b755d-72b6-47b0-b9d3-f6d66d712913", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:09:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "670f5c8f-17b5-4461-b8a2-fe41681a6664", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:09:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "670f5c8f-17b5-4461-b8a2-fe41681a6664", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:09:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "odh-trusted-ca-bundle", "reconcileID": "4040c4fe-1f95-43c0-9afb-bbdbf75935a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:09:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-64fec6"}, "namespace": "ai-tenant-e2e-shared-b-w3-64fec6", "name": "odh-trusted-ca-bundle", "reconcileID": "4040c4fe-1f95-43c0-9afb-bbdbf75935a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-64fec6"} 2026-09-09T22:09:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-64fec6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-64fec6", "reconcileID": "22f8e264-4773-40b7-8f74-02d7b46ff4ab", "Gateway": "e2e-shared-b-w3-64fec6", "namespace": "openshift-ingress"} 2026-09-09T22:13:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "b5d57090-4ab2-4174-a118-af37c339f191", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm"} 2026-09-09T22:13:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "b5d57090-4ab2-4174-a118-af37c339f191", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm"} 2026-09-09T22:13:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "b5d57090-4ab2-4174-a118-af37c339f191", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm"} 2026-09-09T22:13:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "b5d57090-4ab2-4174-a118-af37c339f191", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm", "name": "e2e-same-id-a-fcc30655-kserve-route-authn"} 2026-09-09T22:13:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "b5d57090-4ab2-4174-a118-af37c339f191", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm", "authType": "userdefined"} 2026-09-09T22:13:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "b5d57090-4ab2-4174-a118-af37c339f191", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm"} 2026-09-09T22:13:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f394f80-fe3a-4fee-b25d-7c1dd508e2d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:13:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f394f80-fe3a-4fee-b25d-7c1dd508e2d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T22:13:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9f394f80-fe3a-4fee-b25d-7c1dd508e2d9", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:13:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "66bbc568-fdf6-4d10-b9de-9b643f1a5bac", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm"} 2026-09-09T22:13:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "66bbc568-fdf6-4d10-b9de-9b643f1a5bac", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm"} 2026-09-09T22:13:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "66bbc568-fdf6-4d10-b9de-9b643f1a5bac", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm"} 2026-09-09T22:13:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "66bbc568-fdf6-4d10-b9de-9b643f1a5bac", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm", "name": "e2e-same-id-a-fcc30655-kserve-route-authn"} 2026-09-09T22:13:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "66bbc568-fdf6-4d10-b9de-9b643f1a5bac", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm", "authType": "userdefined"} 2026-09-09T22:13:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "66bbc568-fdf6-4d10-b9de-9b643f1a5bac", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm"} 2026-09-09T22:13:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "435a0bb1-035a-456e-bb35-6976168c9d1d", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm"} 2026-09-09T22:13:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "435a0bb1-035a-456e-bb35-6976168c9d1d", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm"} 2026-09-09T22:13:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "435a0bb1-035a-456e-bb35-6976168c9d1d", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm"} 2026-09-09T22:13:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2233a651-4c6d-40ed-acd5-f0cad79d8a55", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:13:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "435a0bb1-035a-456e-bb35-6976168c9d1d", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm", "name": "e2e-same-id-b-fcc30655-kserve-route-authn"} 2026-09-09T22:13:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "435a0bb1-035a-456e-bb35-6976168c9d1d", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm", "authType": "userdefined"} 2026-09-09T22:13:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "435a0bb1-035a-456e-bb35-6976168c9d1d", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm"} 2026-09-09T22:13:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2233a651-4c6d-40ed-acd5-f0cad79d8a55", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T22:13:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2233a651-4c6d-40ed-acd5-f0cad79d8a55", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:13:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f15b4e80-add5-4caa-8ed3-2c0c561af6cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:13:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f15b4e80-add5-4caa-8ed3-2c0c561af6cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T22:13:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "f15b4e80-add5-4caa-8ed3-2c0c561af6cd", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:13:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "084281d8-a7d1-4117-8c85-6546bf26494f", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm"} 2026-09-09T22:13:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "084281d8-a7d1-4117-8c85-6546bf26494f", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm"} 2026-09-09T22:13:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "084281d8-a7d1-4117-8c85-6546bf26494f", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm"} 2026-09-09T22:13:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "084281d8-a7d1-4117-8c85-6546bf26494f", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm", "name": "e2e-same-id-a-fcc30655-kserve-route-authn"} 2026-09-09T22:13:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "084281d8-a7d1-4117-8c85-6546bf26494f", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm", "authType": "userdefined"} 2026-09-09T22:13:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "084281d8-a7d1-4117-8c85-6546bf26494f", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm"} 2026-09-09T22:13:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "6f5bdc1c-6160-453c-ba08-5062c8bbb4b8", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm"} 2026-09-09T22:13:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "6f5bdc1c-6160-453c-ba08-5062c8bbb4b8", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm"} 2026-09-09T22:13:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "6f5bdc1c-6160-453c-ba08-5062c8bbb4b8", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm"} 2026-09-09T22:13:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "6f5bdc1c-6160-453c-ba08-5062c8bbb4b8", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm", "name": "e2e-same-id-b-fcc30655-kserve-route-authn"} 2026-09-09T22:13:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "6f5bdc1c-6160-453c-ba08-5062c8bbb4b8", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm", "authType": "userdefined"} 2026-09-09T22:13:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "6f5bdc1c-6160-453c-ba08-5062c8bbb4b8", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm"} 2026-09-09T22:13:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2637a28d-bf44-4459-9e9f-87fbc2b306e0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:13:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2637a28d-bf44-4459-9e9f-87fbc2b306e0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T22:13:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2637a28d-bf44-4459-9e9f-87fbc2b306e0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:13:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "5b1586c8-7267-4713-841c-81b2bc132b3d", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm"} 2026-09-09T22:13:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "5b1586c8-7267-4713-841c-81b2bc132b3d", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm"} 2026-09-09T22:13:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "5b1586c8-7267-4713-841c-81b2bc132b3d", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm"} 2026-09-09T22:13:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "5b1586c8-7267-4713-841c-81b2bc132b3d", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm", "name": "e2e-same-id-b-fcc30655-kserve-route-authn"} 2026-09-09T22:13:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "5b1586c8-7267-4713-841c-81b2bc132b3d", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm", "authType": "userdefined"} 2026-09-09T22:13:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "5b1586c8-7267-4713-841c-81b2bc132b3d", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm"} 2026-09-09T22:13:49Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T22:13:49Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T22:13:51Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T22:13:51Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-09-09T22:13:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "55aad00c-fb14-4b4b-9356-3fb30ae42deb", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm"} 2026-09-09T22:13:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "55aad00c-fb14-4b4b-9356-3fb30ae42deb", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm"} 2026-09-09T22:13:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "55aad00c-fb14-4b4b-9356-3fb30ae42deb", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm"} 2026-09-09T22:13:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "55aad00c-fb14-4b4b-9356-3fb30ae42deb", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm", "name": "e2e-same-id-a-fcc30655-kserve-route-authn"} 2026-09-09T22:13:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "55aad00c-fb14-4b4b-9356-3fb30ae42deb", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm", "authType": "userdefined"} 2026-09-09T22:13:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "55aad00c-fb14-4b4b-9356-3fb30ae42deb", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm"} 2026-09-09T22:14:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "0ade5213-2904-4a40-b243-9411a3801891", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm"} 2026-09-09T22:14:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "0ade5213-2904-4a40-b243-9411a3801891", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm"} 2026-09-09T22:14:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "0ade5213-2904-4a40-b243-9411a3801891", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm"} 2026-09-09T22:14:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "0ade5213-2904-4a40-b243-9411a3801891", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm", "name": "e2e-same-id-b-fcc30655-kserve-route-authn"} 2026-09-09T22:14:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "0ade5213-2904-4a40-b243-9411a3801891", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm", "authType": "userdefined"} 2026-09-09T22:14:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "0ade5213-2904-4a40-b243-9411a3801891", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm"} 2026-09-09T22:14:31Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "a738f20a-f776-447d-a38a-cfca47397215", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm"} 2026-09-09T22:14:31Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "a738f20a-f776-447d-a38a-cfca47397215", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm", "name": "e2e-same-id-a-fcc30655"} 2026-09-09T22:14:31Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "a738f20a-f776-447d-a38a-cfca47397215", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm"} 2026-09-09T22:14:31Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "a738f20a-f776-447d-a38a-cfca47397215", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm"} 2026-09-09T22:14:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "a738f20a-f776-447d-a38a-cfca47397215", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm", "name": "e2e-same-id-a-fcc30655-kserve-route-authn"} 2026-09-09T22:14:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "a738f20a-f776-447d-a38a-cfca47397215", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm", "name": "e2e-same-id-a-fcc30655-kserve-route-authn"} 2026-09-09T22:14:31Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-fcc30655", "reconcileID": "a941951b-ad5b-4c62-a75b-c5b488a9510d", "LLMInferenceService": "e2e-same-id-a-fcc30655", "namespace": "llm"} 2026-09-09T22:14:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32b3d1f7-3fa6-4ed7-b93e-2dd7b66075b3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:14:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32b3d1f7-3fa6-4ed7-b93e-2dd7b66075b3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T22:14:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "32b3d1f7-3fa6-4ed7-b93e-2dd7b66075b3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:14:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e420f525-9b73-43d4-815c-625ada093c6b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:14:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e420f525-9b73-43d4-815c-625ada093c6b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T22:14:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e420f525-9b73-43d4-815c-625ada093c6b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:14:31Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "316a79e2-6c1b-49e2-8256-382c02d3cb07", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm"} 2026-09-09T22:14:31Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "316a79e2-6c1b-49e2-8256-382c02d3cb07", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm", "name": "e2e-same-id-b-fcc30655"} 2026-09-09T22:14:31Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "316a79e2-6c1b-49e2-8256-382c02d3cb07", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm"} 2026-09-09T22:14:31Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "316a79e2-6c1b-49e2-8256-382c02d3cb07", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm"} 2026-09-09T22:14:31Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "316a79e2-6c1b-49e2-8256-382c02d3cb07", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm", "name": "e2e-same-id-b-fcc30655-kserve-route-authn"} 2026-09-09T22:14:31Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "316a79e2-6c1b-49e2-8256-382c02d3cb07", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm", "name": "e2e-same-id-b-fcc30655-kserve-route-authn"} 2026-09-09T22:14:32Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-fcc30655","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-fcc30655", "reconcileID": "a4291aac-61a9-47eb-8bcf-b24bd337d09f", "LLMInferenceService": "e2e-same-id-b-fcc30655", "namespace": "llm"} 2026-09-09T22:14:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18a66d23-40e0-41ff-b006-b724757d4dde", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:14:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18a66d23-40e0-41ff-b006-b724757d4dde", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T22:14:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "18a66d23-40e0-41ff-b006-b724757d4dde", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:14:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a5413ca4-abd6-468b-b40d-c7ae900b8c1d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-09-09T22:14:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a5413ca4-abd6-468b-b40d-c7ae900b8c1d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-09-09T22:14:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a5413ca4-abd6-468b-b40d-c7ae900b8c1d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}